[ 611.340939] env[69258]: INFO neutron.common.config [-] Logging enabled! [ 611.341225] env[69258]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 26.0.0.0rc2.dev50 [ 611.341472] env[69258]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69258) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 611.341696] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 611.341805] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 611.342637] env[69258]: WARNING oslo_policy.policy [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 611.342865] env[69258]: WARNING oslo_policy.policy [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 611.344373] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] VMware NSXv3 Agent initialized successfully. [ 611.344728] env[69258]: DEBUG oslo_concurrency.lockutils [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] Acquiring lock "singleton_lock" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.344868] env[69258]: DEBUG oslo_concurrency.lockutils [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] Acquired lock "singleton_lock" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.345092] env[69258]: DEBUG oslo_concurrency.lockutils [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] Releasing lock "singleton_lock" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.345407] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] Full set of CONF: {{(pid=69258) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 611.345627] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ******************************************************************************** {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 611.345750] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] Configuration options gathered from: {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 611.346008] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 611.346192] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 611.346315] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ================================================================================ {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 611.346494] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] agent_down_time = 75 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.346644] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] allow_automatic_dhcp_failover = True {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.346788] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] allow_bulk = True {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.346939] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] api_extensions_path = {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.347098] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] api_paste_config = api-paste.ini {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.347247] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] auth_strategy = keystone {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.347362] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] backdoor_port = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.347471] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] backdoor_socket = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.347616] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] backlog = 4096 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.347759] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.347925] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] bind_host = 0.0.0.0 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.348086] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] bind_port = 9696 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.348226] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] client_socket_timeout = 900 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.348374] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] config_dir = [] {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.348491] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.348634] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] config_source = [] {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.348777] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] control_exchange = neutron {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.348930] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] core_plugin = ml2 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.349074] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] debug = True {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.349220] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] default_availability_zones = [] {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.349435] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.349586] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] dhcp_agent_notification = True {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.349731] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] dhcp_agents_per_network = 1 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.349873] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] dhcp_lease_duration = 86400 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.350036] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] dhcp_load_type = networks {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.350184] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] dns_domain = openstacklocal {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.350329] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.350472] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] enable_default_route_bfd = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.350610] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] enable_default_route_ecmp = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.350747] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] enable_dvr = True {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.350885] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] enable_new_agents = True {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.351036] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.351176] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] enable_signals = True {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.351312] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] enable_traditional_dhcp = True {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.351451] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] external_dns_driver = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.351589] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] filter_validation = True {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.351734] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] global_physnet_mtu = 8950 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.351874] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] graceful_shutdown_timeout = 60 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.352067] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] host = cpu-1 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.352220] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] host_dvr_for_dhcp = True {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.352366] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] http_retries = 3 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.352519] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] instance_format = [instance: %(uuid)s] {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.352667] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.352812] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ipam_driver = internal {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.352955] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ipv6_pd_enabled = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.353112] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] l3_ha = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.353275] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.353437] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] l3_ha_network_physical_name = {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.353586] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] l3_ha_network_type = {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.353735] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] log_color = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.353879] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] log_config_append = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.354045] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.354191] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] log_dir = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.354332] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] log_file = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.354446] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] log_options = True {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.354591] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] log_rotate_interval = 1 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.354740] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] log_rotate_interval_type = days {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.354887] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] log_rotation_type = none {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.355008] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.355126] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.355274] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.355446] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.355567] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.355716] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] max_dns_nameservers = 5 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.355861] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] max_header_line = 16384 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.356008] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] max_l3_agents_per_router = 3 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.356156] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] max_logfile_count = 30 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.356296] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] max_logfile_size_mb = 200 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.356462] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] max_subnet_host_routes = 20 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.356617] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] my_ip = 10.180.1.21 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.356765] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] my_ipv6 = ::1 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.356908] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] network_auto_schedule = True {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.357057] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] network_link_prefix = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.357207] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.357354] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] notify_nova_on_port_data_changes = True {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.357502] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] notify_nova_on_port_status_changes = True {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.357648] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] pagination_max_limit = -1 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.357789] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] publish_errors = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.357929] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] rate_limit_burst = 0 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.358087] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] rate_limit_except_level = CRITICAL {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.358231] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] rate_limit_interval = 0 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.358372] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] retry_until_window = 30 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.358515] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] router_distributed = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.358655] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] rpc_resources_processing_step = 20 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.358793] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] rpc_response_max_timeout = 600 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.358935] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] rpc_response_timeout = 60 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.359086] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] send_events_interval = 2 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.359248] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] service_plugins = ['router'] {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.359398] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] setproctitle = on {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.359537] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] shell_completion = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.359683] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] state_path = /opt/stack/data/neutron {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.359831] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] syslog_log_facility = LOG_USER {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.359975] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] tcp_keepidle = 600 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.360135] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] transport_url = **** {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.360280] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] use_journal = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.360421] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] use_json = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.360563] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] use_ssl = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.360704] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] use_stderr = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.360852] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] use_syslog = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.360995] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] vlan_qinq = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.361149] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] vlan_transparent = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.361291] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] watch_log_file = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.361433] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] wsgi_default_pool_size = 100 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.361577] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] wsgi_keep_alive = True {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.361724] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.361868] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] wsgi_server_debug = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 611.362040] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_concurrency.disable_process_locking = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.362200] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.362358] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.362574] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.362746] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.362900] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.363059] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.363229] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] profiler.connection_string = messaging:// {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.363422] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] profiler.enabled = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.363590] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] profiler.es_doc_type = notification {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.363743] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] profiler.es_scroll_size = 10000 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.363896] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] profiler.es_scroll_time = 2m {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.364055] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] profiler.filter_error_trace = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.364209] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] profiler.hmac_keys = **** {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.364360] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] profiler.sentinel_service_name = mymaster {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.364516] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] profiler.socket_timeout = 0.1 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.364664] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] profiler.trace_requests = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.364809] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] profiler.trace_sqlalchemy = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.364967] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] profiler_jaeger.process_tags = {} {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.365127] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] profiler_jaeger.service_name_prefix = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.365276] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] profiler_otlp.service_name_prefix = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.365463] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_policy.enforce_new_defaults = True {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.365750] env[69258]: WARNING oslo_config.cfg [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 611.365916] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_policy.enforce_scope = True {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.366085] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_policy.policy_default_rule = default {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.366251] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.366406] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.366559] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.366706] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.366848] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.366988] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.367149] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.367301] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.367459] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.367616] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] agent.extensions = [] {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.367766] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.367915] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] service_providers.service_provider = [] {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.368084] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] QUOTAS.default_quota = -1 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.368239] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.368388] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] QUOTAS.quota_floatingip = 50 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.368535] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] QUOTAS.quota_network = 100 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.368676] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] QUOTAS.quota_port = 500 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.368819] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.368960] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] QUOTAS.quota_router = 10 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.369114] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] QUOTAS.quota_security_group = 10 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.369259] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.369401] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] QUOTAS.quota_subnet = 100 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.369545] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] QUOTAS.track_quota_usage = True {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.369698] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.369841] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep.group = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.369979] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep.helper_command = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.370139] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.370284] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep.thread_pool_size = 8 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.370423] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep.user = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.370572] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.370711] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep_dhcp_release.group = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.370850] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep_dhcp_release.helper_command = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.371019] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.371163] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.371342] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep_dhcp_release.user = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.371565] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.371734] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep_ovs_vsctl.group = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.371879] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.372040] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.372192] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.372332] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep_ovs_vsctl.user = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.372481] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep_namespace.capabilities = [21] {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.372620] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep_namespace.group = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.372758] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep_namespace.helper_command = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.372902] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.373059] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.373204] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep_namespace.user = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.373353] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep_conntrack.capabilities = [12] {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.373485] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep_conntrack.group = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.373625] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep_conntrack.helper_command = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.373769] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.373915] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.374065] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep_conntrack.user = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.374220] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep_link.capabilities = [12, 21] {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.374361] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep_link.group = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.374499] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep_link.helper_command = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.374642] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.374784] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep_link.thread_pool_size = 8 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.374920] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] privsep_link.user = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.375091] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.375250] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.375432] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] AGENT.continue_on_failed_promotions = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.375589] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] AGENT.dscp = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.375739] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] AGENT.dscp_inherit = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.375890] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] AGENT.force_mp_to_policy = True {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.376045] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] AGENT.locking_coordinator_url = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.376194] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] AGENT.log_agent_heartbeats = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.376354] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] AGENT.logging_expire = 1 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.376518] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.376667] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.376818] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] AGENT.polling_interval = 240 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.376966] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.377132] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.377284] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] AGENT.report_interval = 30.0 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.377432] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.377581] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.377731] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.377879] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] AGENT.sync_skew = 60 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.378037] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] AGENT.synchronization_queue_size = 20 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.378191] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] AGENT.use_helper_for_ns_read = True {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.378342] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] SECURITYGROUP.enable_ipset = True {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.378495] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] SECURITYGROUP.enable_security_group = True {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.378643] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.378791] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.378941] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] experimental.ipv6_pd_enabled = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.379117] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ml2.extension_drivers = ['port_security'] {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.379263] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ml2.external_network_type = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.379422] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.379572] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ml2.overlay_ip_version = 4 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.379723] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ml2.path_mtu = 8950 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.379874] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ml2.physical_network_mtus = {} {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.380039] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.380192] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.380344] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ml2.type_drivers = ['vlan'] {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.380495] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.380638] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.380803] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.380935] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.381099] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.381249] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.381397] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.381594] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.381688] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.381916] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.382058] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] NSXV3.nsxv3_login_password = **** {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.382215] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.382366] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] NSXV3.nsxv3_login_user = admin {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.382518] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.382669] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.382818] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.382965] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.383129] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.383284] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.383468] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.383641] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.383795] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.383925] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.384095] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.384246] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.384398] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.384602] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.384760] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.384939] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.385063] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.385213] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] nova.auth_section = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.385401] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] nova.auth_type = password {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.385561] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.385706] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] nova.certfile = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.385868] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] nova.collect_timing = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.386016] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] nova.endpoint_type = public {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.386164] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] nova.insecure = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.386304] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] nova.keyfile = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.386480] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] nova.region_name = RegionOne {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.386630] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] nova.split_loggers = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.386770] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] nova.timeout = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.386918] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] placement.auth_section = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.387083] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] placement.auth_type = password {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.387231] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.387372] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] placement.certfile = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.387519] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] placement.collect_timing = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.387664] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] placement.endpoint_type = public {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.387805] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] placement.insecure = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.387941] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] placement.keyfile = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.388088] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] placement.region_name = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.388231] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] placement.split_loggers = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.388371] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] placement.timeout = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.388519] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ironic.auth_section = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.388661] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ironic.auth_type = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.388799] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ironic.cafile = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.388936] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ironic.certfile = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.389088] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ironic.collect_timing = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.389228] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ironic.connect_retries = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.389366] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ironic.connect_retry_delay = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.389506] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ironic.enable_notifications = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.389644] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ironic.endpoint_override = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.389785] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ironic.insecure = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.389920] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ironic.interface = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.390074] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ironic.keyfile = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.390215] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ironic.max_version = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.390348] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ironic.min_version = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.390484] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ironic.region_name = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.390619] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ironic.retriable_status_codes = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.390753] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ironic.service_name = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.390887] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ironic.service_type = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.391040] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ironic.split_loggers = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.391180] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ironic.status_code_retries = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.391318] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ironic.status_code_retry_delay = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.391456] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ironic.timeout = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.391593] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ironic.valid_interfaces = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.391730] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ironic.version = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.391877] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] cli_script.dry_run = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.392041] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.392189] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.392335] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.392499] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.392616] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.392758] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.392898] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.393050] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.393196] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.393368] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.393525] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.393718] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.393829] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.393975] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.394132] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.394281] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.394425] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.394567] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.394715] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.394857] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.394995] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.395151] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.395297] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.395467] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.395620] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.395813] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.395902] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.396055] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.396201] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.396344] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.396491] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.ssl = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.396638] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.396783] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.396925] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.397080] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.397229] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.397370] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.397523] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_notifications.driver = [] {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.397684] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_notifications.retry = -1 {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.397858] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.398010] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 611.398132] env[69258]: DEBUG oslo_service.backend.eventlet.service [None req-70dd017f-bbfe-4bda-8886-dee18f5364b1 None None] ******************************************************************************** {{(pid=69258) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 611.399163] env[69258]: DEBUG neutron.agent.securitygroups_rpc [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Init firewall settings (driver=nsxv3) {{(pid=69258) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 611.400490] env[69258]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69258) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 611.400730] env[69258]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] RPC agent_id: nsxm-l-01a.corp.local [ 611.402968] env[69258]: DEBUG dogpile.cache.region [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 611.403109] env[69258]: DEBUG dogpile.lock [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.403214] env[69258]: DEBUG dogpile.lock [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.403311] env[69258]: DEBUG dogpile.lock [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.403430] env[69258]: DEBUG dogpile.cache.region [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 611.403528] env[69258]: DEBUG dogpile.lock [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.403659] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.449120] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Session token - acquiring [ 611.450593] env[69258]: DEBUG networking_nsxv3.common.locking [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.450788] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.450878] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.451437] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.461927] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.736389] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 611.761458] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.761621] env[69258]: DEBUG dogpile.cache.region [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Cache value generated in 0.358 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 611.761781] env[69258]: DEBUG dogpile.lock [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.761842] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Activating Policy API Provider. [ 611.762034] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Looking for the default Infrastructure Rules. [ 611.831763] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Looking for the Default Layer3 Logged Drop Section. [ 611.848541] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 611.848963] env[69258]: DEBUG networking_nsxv3.common.locking [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.849158] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Acquiring lock "all" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.849265] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Acquired lock "all" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.849547] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Acquired external semaphore "all" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.849870] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.364404] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.866208] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.368429] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Inventory metadata is going to be refreshed. [ 613.368773] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 614.125189] env[69258]: DEBUG networking_nsxv3.common.locking [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.125465] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.125624] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.125908] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.138425] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 614.245072] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.246085] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 614.262978] env[69258]: DEBUG networking_nsxv3.common.locking [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.263152] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.263261] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.263559] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.263687] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.263833] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 614.263952] env[69258]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69258) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 614.264078] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 614.283087] env[69258]: DEBUG networking_nsxv3.common.locking [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.283278] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.283370] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.283653] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.283819] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.283961] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 614.303981] env[69258]: DEBUG networking_nsxv3.common.locking [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.304193] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.304257] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.304520] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.304659] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.304794] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 614.324620] env[69258]: DEBUG networking_nsxv3.common.locking [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.324815] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Acquiring lock "Address Group" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.324876] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Acquired lock "Address Group" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.325143] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Acquired external semaphore "Address Group" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.325275] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Releasing lock "Address Group" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.325474] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 614.325589] env[69258]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69258) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 614.325696] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 614.344961] env[69258]: DEBUG networking_nsxv3.common.locking [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.345206] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Acquiring lock "Segment QoS" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.345279] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Acquired lock "Segment QoS" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.345540] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Acquired external semaphore "Segment QoS" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.345663] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Releasing lock "Segment QoS" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.345800] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 614.345908] env[69258]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69258) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 614.346020] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 614.366059] env[69258]: DEBUG networking_nsxv3.common.locking [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.366256] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.366355] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.366577] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.366715] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.366860] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 614.366967] env[69258]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69258) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 614.367084] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Inventory metadata have been refreshed. [ 614.367186] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Dryrun:True. Metadata refresh completed. [ 614.367303] env[69258]: DEBUG oslo_concurrency.lockutils [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Releasing lock "all" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.368941] env[69258]: INFO neutron.agent.agent_extensions_manager [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Loaded agent extensions: [] [ 614.369689] env[69258]: DEBUG neutron_lib.callbacks.manager [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69258) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 614.423822] env[69258]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] NSXv3 Agent Agent RPC Daemon Started! [ 614.423944] env[69258]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] NSXv3 Agent Agent loop - iteration:0 started [ 614.424060] env[69258]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] NSXv3 Agent Agent out of sync with plugin! [ 618.372205] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.372205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.372626] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.372626] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.372750] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.875182] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.370057] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 619.370241] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 619.377778] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.880110] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 619.880371] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 620.831974] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.832340] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.832340] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.832340] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.844424] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 620.845256] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.845882] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 620.863642] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.863781] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.863831] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.864079] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.864198] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.864307] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 620.864381] env[69258]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69258) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 620.864456] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 620.886445] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.886601] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.886650] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.886811] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.886935] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.887046] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 620.914685] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.914878] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.914878] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.915046] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.915145] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.915245] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 620.938943] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.939144] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.939144] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.939337] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.939438] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.939558] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 620.939632] env[69258]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69258) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 620.939703] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 620.957808] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.957952] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.958079] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.958211] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.958297] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.958404] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 620.958479] env[69258]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69258) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 620.958551] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 620.979953] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.980146] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.980146] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.980341] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.980443] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.980559] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 620.980632] env[69258]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69258) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 620.980698] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 620.980770] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 620.980847] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 620.980910] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 620.980966] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 620.981257] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 620.981325] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 620.981398] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 621.008583] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.008721] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.008754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.008934] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.009050] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.009155] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 621.029341] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.029479] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.029511] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.029742] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.029836] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.045325] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.371252] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 624.371252] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 628.215419] env[69258]: INFO networking_nsxv3.common.synchronization [None req-fa7f433c-e734-4fe1-afb2-0d6780218e2f demo admin] Enqueued Resource ID: 7278f3b7-647d-462f-beea-7f76d1376dca with Priority: HIGHEST for action security_group_rules [ 628.215419] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7278f3b7-647d-462f-beea-7f76d1376dca with Priority: HIGHEST for action security_group_rules [ 628.215419] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7278f3b7-647d-462f-beea-7f76d1376dca taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.215419] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7278f3b7-647d-462f-beea-7f76d1376dca" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.215419] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7278f3b7-647d-462f-beea-7f76d1376dca" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.215419] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7278f3b7-647d-462f-beea-7f76d1376dca" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.215419] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7278f3b7-647d-462f-beea-7f76d1376dca',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.737874] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.737874] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.737874] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.737874] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.737874] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.737874] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7278f3b7-647d-462f-beea-7f76d1376dca already deleted. [ 628.737874] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7278f3b7-647d-462f-beea-7f76d1376dca" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.215120] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 633.215512] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 638.216510] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 638.216786] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 643.218390] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 643.218798] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 648.221407] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 648.223157] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 653.222899] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 653.223158] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 656.927475] env[69258]: INFO networking_nsxv3.common.synchronization [None req-cd106606-24d1-477c-8588-e5460eb13cea None None] Enqueued Resource ID: 225e8932-e50d-4404-a39d-f80fd643122b with Priority: HIGHEST for action port [ 656.927739] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 225e8932-e50d-4404-a39d-f80fd643122b with Priority: HIGHEST for action port [ 656.928310] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-225e8932-e50d-4404-a39d-f80fd643122b taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.928438] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-225e8932-e50d-4404-a39d-f80fd643122b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.928503] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-225e8932-e50d-4404-a39d-f80fd643122b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.928745] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-225e8932-e50d-4404-a39d-f80fd643122b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.928858] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('225e8932-e50d-4404-a39d-f80fd643122b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.431939] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 225e8932-e50d-4404-a39d-f80fd643122b [ 657.432188] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.432326] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.432398] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.432947] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.432947] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.432947] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:225e8932-e50d-4404-a39d-f80fd643122b already deleted. [ 657.432947] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-225e8932-e50d-4404-a39d-f80fd643122b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.592950] env[69258]: INFO networking_nsxv3.common.synchronization [None req-3f30ed20-599a-418c-b6e4-9ed6c6e38c2d None None] Enqueued Resource ID: 56b15a28-e624-45df-8263-82d106a93523 with Priority: HIGHEST for action port [ 658.593452] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56b15a28-e624-45df-8263-82d106a93523 with Priority: HIGHEST for action port [ 658.593913] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-56b15a28-e624-45df-8263-82d106a93523 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.594253] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56b15a28-e624-45df-8263-82d106a93523" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.594253] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56b15a28-e624-45df-8263-82d106a93523" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.595135] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56b15a28-e624-45df-8263-82d106a93523" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.595135] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56b15a28-e624-45df-8263-82d106a93523',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.989908] env[69258]: INFO networking_nsxv3.common.synchronization [None req-aecc024f-d58a-4f30-a5ff-4f7263ed59e7 None None] Enqueued Resource ID: 32995dfc-3c4d-4d69-8332-1277d303fa24 with Priority: HIGHEST for action port [ 658.990448] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32995dfc-3c4d-4d69-8332-1277d303fa24 with Priority: HIGHEST for action port [ 658.990906] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-32995dfc-3c4d-4d69-8332-1277d303fa24 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.991009] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32995dfc-3c4d-4d69-8332-1277d303fa24" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.991009] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32995dfc-3c4d-4d69-8332-1277d303fa24" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.991288] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32995dfc-3c4d-4d69-8332-1277d303fa24" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.991345] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32995dfc-3c4d-4d69-8332-1277d303fa24',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.100876] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56b15a28-e624-45df-8263-82d106a93523 [ 659.100876] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.100876] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.100876] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.101236] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.101236] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.101324] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56b15a28-e624-45df-8263-82d106a93523 already deleted. [ 659.101365] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56b15a28-e624-45df-8263-82d106a93523" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.342615] env[69258]: INFO networking_nsxv3.common.synchronization [None req-0a36d4bc-2966-4ca2-acb5-ca0d03c40700 None None] Enqueued Resource ID: b72838f8-98ac-4a26-b7ab-70b1ff87214a with Priority: HIGHEST for action port [ 659.342615] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b72838f8-98ac-4a26-b7ab-70b1ff87214a with Priority: HIGHEST for action port [ 659.342615] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-b72838f8-98ac-4a26-b7ab-70b1ff87214a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.342615] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b72838f8-98ac-4a26-b7ab-70b1ff87214a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.342615] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b72838f8-98ac-4a26-b7ab-70b1ff87214a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.342615] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b72838f8-98ac-4a26-b7ab-70b1ff87214a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.342615] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b72838f8-98ac-4a26-b7ab-70b1ff87214a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.493658] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32995dfc-3c4d-4d69-8332-1277d303fa24 [ 659.493849] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.493986] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.494076] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.494289] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.494385] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.494483] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32995dfc-3c4d-4d69-8332-1277d303fa24 already deleted. [ 659.494742] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32995dfc-3c4d-4d69-8332-1277d303fa24" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.614039] env[69258]: INFO networking_nsxv3.common.synchronization [None req-45a1f08b-5f16-486b-97cc-fa26a47917f7 None None] Enqueued Resource ID: e26765e4-d140-4583-8321-aeb99a8e5905 with Priority: HIGHEST for action port [ 659.614317] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e26765e4-d140-4583-8321-aeb99a8e5905 with Priority: HIGHEST for action port [ 659.614868] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-e26765e4-d140-4583-8321-aeb99a8e5905 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.614991] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e26765e4-d140-4583-8321-aeb99a8e5905" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.615072] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e26765e4-d140-4583-8321-aeb99a8e5905" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.615317] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e26765e4-d140-4583-8321-aeb99a8e5905" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.615400] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e26765e4-d140-4583-8321-aeb99a8e5905',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.843693] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b72838f8-98ac-4a26-b7ab-70b1ff87214a [ 659.843887] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.844042] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.844127] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.844905] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.844905] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.844905] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b72838f8-98ac-4a26-b7ab-70b1ff87214a already deleted. [ 659.844905] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b72838f8-98ac-4a26-b7ab-70b1ff87214a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.119281] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e26765e4-d140-4583-8321-aeb99a8e5905 [ 660.119524] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.119863] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.119863] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.119923] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.120054] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.120116] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e26765e4-d140-4583-8321-aeb99a8e5905 already deleted. [ 660.120193] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e26765e4-d140-4583-8321-aeb99a8e5905" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.960424] env[69258]: INFO networking_nsxv3.common.synchronization [None req-9c813b70-2d73-4533-ad64-2d8179bc02b4 None None] Enqueued Resource ID: 424f953a-2bd2-4589-98b1-2c800b3491ce with Priority: HIGHEST for action port [ 661.960650] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424f953a-2bd2-4589-98b1-2c800b3491ce with Priority: HIGHEST for action port [ 661.960936] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-424f953a-2bd2-4589-98b1-2c800b3491ce taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.961341] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-424f953a-2bd2-4589-98b1-2c800b3491ce" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.961419] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-424f953a-2bd2-4589-98b1-2c800b3491ce" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.961674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-424f953a-2bd2-4589-98b1-2c800b3491ce" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.961782] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('424f953a-2bd2-4589-98b1-2c800b3491ce',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.098665] env[69258]: INFO networking_nsxv3.common.synchronization [None req-52c34596-cfc8-434b-ad37-cbbafe5745c6 None None] Enqueued Resource ID: db33a43a-a0b2-4d29-9a01-9c8932fdd6df with Priority: HIGHEST for action port [ 662.098665] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db33a43a-a0b2-4d29-9a01-9c8932fdd6df with Priority: HIGHEST for action port [ 662.098665] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-db33a43a-a0b2-4d29-9a01-9c8932fdd6df taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.098665] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db33a43a-a0b2-4d29-9a01-9c8932fdd6df" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.098665] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db33a43a-a0b2-4d29-9a01-9c8932fdd6df" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.098665] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db33a43a-a0b2-4d29-9a01-9c8932fdd6df" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.098665] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db33a43a-a0b2-4d29-9a01-9c8932fdd6df',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.340861] env[69258]: INFO networking_nsxv3.common.synchronization [None req-ad7b7d5f-fa49-4e45-87e4-93a3fe28d769 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Enqueued Resource ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 with Priority: HIGHEST for action security_group_rules [ 662.343350] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 with Priority: HIGHEST for action security_group_rules [ 662.343792] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.343792] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.344073] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.344225] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.344225] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.463998] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 424f953a-2bd2-4589-98b1-2c800b3491ce [ 662.464265] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.464411] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.464471] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.464682] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.464971] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.464971] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:424f953a-2bd2-4589-98b1-2c800b3491ce already deleted. [ 662.464971] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-424f953a-2bd2-4589-98b1-2c800b3491ce" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.484737] env[69258]: INFO networking_nsxv3.common.synchronization [None req-0021ed86-e99f-43ca-bfd0-ca279555fd83 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Enqueued Resource ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 with Priority: HIGHEST for action security_group_rules [ 662.484984] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 with Priority: HIGHEST for action security_group_rules [ 662.485531] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.485637] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.602030] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db33a43a-a0b2-4d29-9a01-9c8932fdd6df [ 662.602030] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.602030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.602030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.602295] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.602329] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.602447] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db33a43a-a0b2-4d29-9a01-9c8932fdd6df already deleted. [ 662.602635] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db33a43a-a0b2-4d29-9a01-9c8932fdd6df" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.867391] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.867560] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.867630] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.868107] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.868246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.868376] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 already deleted. [ 662.868485] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.868678] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.870775] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.870871] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.960327] env[69258]: INFO networking_nsxv3.common.synchronization [None req-31df79af-7584-4bcc-8cf7-7aeb33996ae4 None None] Enqueued Resource ID: 24f6397c-9b47-4200-957e-1b528ee5717a with Priority: HIGHEST for action port [ 662.960327] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24f6397c-9b47-4200-957e-1b528ee5717a with Priority: HIGHEST for action port [ 662.961286] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-24f6397c-9b47-4200-957e-1b528ee5717a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.961571] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24f6397c-9b47-4200-957e-1b528ee5717a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.961571] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24f6397c-9b47-4200-957e-1b528ee5717a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.961796] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24f6397c-9b47-4200-957e-1b528ee5717a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.961877] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24f6397c-9b47-4200-957e-1b528ee5717a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.016258] env[69258]: INFO networking_nsxv3.common.synchronization [None req-4efe1cc7-174e-4494-ac14-a9a898ddd990 None None] Enqueued Resource ID: 373f1d4f-8c3a-4a3c-92c7-03f7fe5769e4 with Priority: HIGHEST for action port [ 663.016898] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373f1d4f-8c3a-4a3c-92c7-03f7fe5769e4 with Priority: HIGHEST for action port [ 663.017483] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-373f1d4f-8c3a-4a3c-92c7-03f7fe5769e4 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.017483] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-373f1d4f-8c3a-4a3c-92c7-03f7fe5769e4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.017483] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-373f1d4f-8c3a-4a3c-92c7-03f7fe5769e4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.019198] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-373f1d4f-8c3a-4a3c-92c7-03f7fe5769e4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.019548] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('373f1d4f-8c3a-4a3c-92c7-03f7fe5769e4',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.390840] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.391027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.391543] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.391543] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.391543] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.391543] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 already deleted. [ 663.391543] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.464675] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24f6397c-9b47-4200-957e-1b528ee5717a [ 663.465534] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.466017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.466409] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.466723] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.467425] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.467576] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24f6397c-9b47-4200-957e-1b528ee5717a already deleted. [ 663.467704] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24f6397c-9b47-4200-957e-1b528ee5717a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.521721] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 373f1d4f-8c3a-4a3c-92c7-03f7fe5769e4 [ 663.522284] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.525657] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.525657] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.525657] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.525657] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.525657] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:373f1d4f-8c3a-4a3c-92c7-03f7fe5769e4 already deleted. [ 663.525657] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-373f1d4f-8c3a-4a3c-92c7-03f7fe5769e4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.206517] env[69258]: INFO networking_nsxv3.common.synchronization [None req-97b690b1-05c7-460c-a023-c8b4f5d8da05 None None] Enqueued Resource ID: 09e2ac57-4754-489e-b197-acbc475c4428 with Priority: HIGHEST for action port [ 664.208736] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09e2ac57-4754-489e-b197-acbc475c4428 with Priority: HIGHEST for action port [ 664.208736] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-09e2ac57-4754-489e-b197-acbc475c4428 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.208736] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09e2ac57-4754-489e-b197-acbc475c4428" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.208736] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09e2ac57-4754-489e-b197-acbc475c4428" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.208736] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09e2ac57-4754-489e-b197-acbc475c4428" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.208736] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09e2ac57-4754-489e-b197-acbc475c4428',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.713200] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09e2ac57-4754-489e-b197-acbc475c4428 [ 664.713529] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.715017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.715017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.715017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.715017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.715017] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09e2ac57-4754-489e-b197-acbc475c4428 already deleted. [ 664.715017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09e2ac57-4754-489e-b197-acbc475c4428" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.079833] env[69258]: INFO networking_nsxv3.common.synchronization [None req-c2b7439a-e007-4e68-9e62-88102f5c2297 None None] Enqueued Resource ID: 9d0dbd92-d233-4ec8-9129-02ba2eeecb8f with Priority: HIGHEST for action port [ 665.081911] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d0dbd92-d233-4ec8-9129-02ba2eeecb8f with Priority: HIGHEST for action port [ 665.081911] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d0dbd92-d233-4ec8-9129-02ba2eeecb8f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.081911] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d0dbd92-d233-4ec8-9129-02ba2eeecb8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.081911] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d0dbd92-d233-4ec8-9129-02ba2eeecb8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.082370] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d0dbd92-d233-4ec8-9129-02ba2eeecb8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.082477] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d0dbd92-d233-4ec8-9129-02ba2eeecb8f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.381641] env[69258]: INFO networking_nsxv3.common.synchronization [None req-1250d702-700b-4fbf-b545-be8ae13cfab7 None None] Enqueued Resource ID: bf1b00b2-f490-4448-a541-8ecba97b234b with Priority: HIGHEST for action port [ 665.382042] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf1b00b2-f490-4448-a541-8ecba97b234b with Priority: HIGHEST for action port [ 665.382467] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf1b00b2-f490-4448-a541-8ecba97b234b taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.382592] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf1b00b2-f490-4448-a541-8ecba97b234b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.382661] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf1b00b2-f490-4448-a541-8ecba97b234b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.384770] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf1b00b2-f490-4448-a541-8ecba97b234b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.384770] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf1b00b2-f490-4448-a541-8ecba97b234b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.586499] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d0dbd92-d233-4ec8-9129-02ba2eeecb8f [ 665.586499] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.586499] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.586499] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.586499] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.586499] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.586499] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d0dbd92-d233-4ec8-9129-02ba2eeecb8f already deleted. [ 665.586499] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d0dbd92-d233-4ec8-9129-02ba2eeecb8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.783257] env[69258]: INFO networking_nsxv3.common.synchronization [req-4a5fa36a-8080-4f41-a448-b667e52229da req-0f74a165-a49b-405d-b775-404a65ef263b tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Enqueued Resource ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a with Priority: HIGHEST for action security_group_members [ 665.783257] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a with Priority: HIGHEST for action security_group_members [ 665.783257] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-80b1632f-dacb-4180-99a3-5795c2b7cb0a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.783378] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.783378] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.783644] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.783758] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.783871] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.783938] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.784160] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.788175] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.788302] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80b1632f-dacb-4180-99a3-5795c2b7cb0a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.886143] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf1b00b2-f490-4448-a541-8ecba97b234b [ 665.887711] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.887948] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.888108] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.888328] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.888408] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.888511] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf1b00b2-f490-4448-a541-8ecba97b234b already deleted. [ 665.888599] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf1b00b2-f490-4448-a541-8ecba97b234b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.290709] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.290709] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.290825] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.290955] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.291511] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.291511] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.291511] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.291511] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.291777] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.291777] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.291777] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a already deleted. [ 666.291878] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.352144] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.352144] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.352144] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.353299] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.353299] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.357030] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.357030] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.357030] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.357030] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.357030] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 666.357030] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.357030] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.357030] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.357030] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 666.357030] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.357030] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.377265] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.377460] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 666.377608] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.377816] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.378177] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-323692cc-81f0-45b0-a9bf-2db516c8ce24 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.378362] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-323692cc-81f0-45b0-a9bf-2db516c8ce24" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.378491] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-323692cc-81f0-45b0-a9bf-2db516c8ce24" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.378820] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-323692cc-81f0-45b0-a9bf-2db516c8ce24" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.378967] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('323692cc-81f0-45b0-a9bf-2db516c8ce24',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.883496] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.883815] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.883898] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.884841] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.884841] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.884841] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 323692cc-81f0-45b0-a9bf-2db516c8ce24 not found, creating... [ 666.884841] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.885063] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.885098] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.885821] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.885821] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.885821] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.885992] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.887307] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.887883] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.887883] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.887883] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 323692cc-81f0-45b0-a9bf-2db516c8ce24 is going to be created. [ 666.910406] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.910631] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.910764] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.911052] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.911296] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.911520] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-323692cc-81f0-45b0-a9bf-2db516c8ce24" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.849527] env[69258]: INFO networking_nsxv3.common.synchronization [None req-9d7a996d-bf36-4d23-afb9-32fdedfc87c2 None None] Enqueued Resource ID: f42dfd35-eb1c-45eb-ad3b-a02ad45638fd with Priority: HIGHEST for action port [ 667.849794] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f42dfd35-eb1c-45eb-ad3b-a02ad45638fd with Priority: HIGHEST for action port [ 667.850451] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-f42dfd35-eb1c-45eb-ad3b-a02ad45638fd taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.850920] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f42dfd35-eb1c-45eb-ad3b-a02ad45638fd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.850990] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f42dfd35-eb1c-45eb-ad3b-a02ad45638fd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.851250] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f42dfd35-eb1c-45eb-ad3b-a02ad45638fd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.851332] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f42dfd35-eb1c-45eb-ad3b-a02ad45638fd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.537892] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f42dfd35-eb1c-45eb-ad3b-a02ad45638fd [ 668.537892] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.537892] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.537892] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.538356] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.538356] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.538356] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f42dfd35-eb1c-45eb-ad3b-a02ad45638fd already deleted. [ 668.538356] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f42dfd35-eb1c-45eb-ad3b-a02ad45638fd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.601838] env[69258]: INFO networking_nsxv3.common.synchronization [req-4a5fa36a-8080-4f41-a448-b667e52229da req-e128bb40-d5b7-48ff-851c-7bba2dde1f14 service nova] Enqueued Resource ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a with Priority: HIGHEST for action security_group_rules [ 668.602037] env[69258]: INFO networking_nsxv3.common.synchronization [req-4a5fa36a-8080-4f41-a448-b667e52229da req-e128bb40-d5b7-48ff-851c-7bba2dde1f14 service nova] Enqueued Resource ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a with Priority: HIGHEST for action security_group_members [ 668.602518] env[69258]: INFO networking_nsxv3.common.synchronization [req-4a5fa36a-8080-4f41-a448-b667e52229da req-e128bb40-d5b7-48ff-851c-7bba2dde1f14 service nova] Enqueued Resource ID: 323692cc-81f0-45b0-a9bf-2db516c8ce24 with Priority: HIGHEST for action port [ 668.602762] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a with Priority: HIGHEST for action security_group_rules [ 668.602893] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a with Priority: HIGHEST for action security_group_members [ 668.602990] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323692cc-81f0-45b0-a9bf-2db516c8ce24 with Priority: HIGHEST for action port [ 668.605505] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80b1632f-dacb-4180-99a3-5795c2b7cb0a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.605505] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.605505] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.605907] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.605907] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80b1632f-dacb-4180-99a3-5795c2b7cb0a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.606998] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-80b1632f-dacb-4180-99a3-5795c2b7cb0a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.607221] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.607221] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.607383] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.607534] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.607667] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.610670] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.610670] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.610670] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.610670] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80b1632f-dacb-4180-99a3-5795c2b7cb0a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.610670] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-323692cc-81f0-45b0-a9bf-2db516c8ce24 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.610670] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-323692cc-81f0-45b0-a9bf-2db516c8ce24" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.610670] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-323692cc-81f0-45b0-a9bf-2db516c8ce24" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.610670] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-323692cc-81f0-45b0-a9bf-2db516c8ce24" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.610670] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('323692cc-81f0-45b0-a9bf-2db516c8ce24',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.031438] env[69258]: INFO networking_nsxv3.common.synchronization [None req-0743f872-9e38-4898-9280-6ad35e14061c None None] Enqueued Resource ID: 05c5132f-6bcc-464f-8a21-4a567fae62eb with Priority: HIGHEST for action port [ 669.032307] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05c5132f-6bcc-464f-8a21-4a567fae62eb with Priority: HIGHEST for action port [ 669.032307] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-05c5132f-6bcc-464f-8a21-4a567fae62eb taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.032447] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05c5132f-6bcc-464f-8a21-4a567fae62eb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.032480] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05c5132f-6bcc-464f-8a21-4a567fae62eb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.032723] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05c5132f-6bcc-464f-8a21-4a567fae62eb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.032883] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05c5132f-6bcc-464f-8a21-4a567fae62eb',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.111974] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-80b1632f-dacb-4180-99a3-5795c2b7cb0a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.111974] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.123397] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80b1632f-dacb-4180-99a3-5795c2b7cb0a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.124302] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 323692cc-81f0-45b0-a9bf-2db516c8ce24 with status ACTIVE [ 669.124510] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.124649] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.124719] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.124919] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.125028] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.125211] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.125309] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.125373] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.125580] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.125642] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.125813] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.125962] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.125962] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.129871] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.131165] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.131312] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 323692cc-81f0-45b0-a9bf-2db516c8ce24 is going to be updated. [ 669.155144] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.155144] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.155144] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.155144] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.155144] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.155144] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-323692cc-81f0-45b0-a9bf-2db516c8ce24" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.538828] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05c5132f-6bcc-464f-8a21-4a567fae62eb [ 669.538828] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.538828] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.538828] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.538828] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.538828] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.538828] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05c5132f-6bcc-464f-8a21-4a567fae62eb already deleted. [ 669.538828] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05c5132f-6bcc-464f-8a21-4a567fae62eb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.634972] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80b1632f-dacb-4180-99a3-5795c2b7cb0a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.025852] env[69258]: INFO networking_nsxv3.common.synchronization [None req-44db9fd9-35c8-463a-b76d-f10051d09328 tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Enqueued Resource ID: 42e14143-deec-4fc8-87f8-0bae05bf235e with Priority: HIGHEST for action security_group_rules [ 670.027021] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e14143-deec-4fc8-87f8-0bae05bf235e with Priority: HIGHEST for action security_group_rules [ 670.027769] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42e14143-deec-4fc8-87f8-0bae05bf235e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.028325] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42e14143-deec-4fc8-87f8-0bae05bf235e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.028713] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42e14143-deec-4fc8-87f8-0bae05bf235e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.029196] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42e14143-deec-4fc8-87f8-0bae05bf235e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.029332] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42e14143-deec-4fc8-87f8-0bae05bf235e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.136940] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.137142] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.137232] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.137457] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.137752] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.137752] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a is going to be created. [ 670.163218] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.163586] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.163586] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.163872] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.164400] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.173270] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a in Status: UNINITIALIZED for 2s [ 670.377082] env[69258]: INFO networking_nsxv3.common.synchronization [req-7a34522d-ef51-43e2-9996-45d605b7e6ed req-f0dae4ad-3888-4469-831f-a10ebf81380d tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Enqueued Resource ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b with Priority: HIGHEST for action security_group_members [ 670.377082] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b with Priority: HIGHEST for action security_group_members [ 670.377082] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.377082] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.377082] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.377082] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.377082] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.377082] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.377082] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.377082] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.377082] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.379237] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ecf39ed-cdf0-4542-b74e-ae35a5acf80b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.473386] env[69258]: INFO networking_nsxv3.common.synchronization [None req-f7c798ab-f9f7-4889-b2a6-5a671a5286b2 tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Enqueued Resource ID: 42e14143-deec-4fc8-87f8-0bae05bf235e with Priority: HIGHEST for action security_group_rules [ 670.473986] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e14143-deec-4fc8-87f8-0bae05bf235e with Priority: HIGHEST for action security_group_rules [ 670.474311] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42e14143-deec-4fc8-87f8-0bae05bf235e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.475467] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42e14143-deec-4fc8-87f8-0bae05bf235e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.552480] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.552772] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.552772] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.556710] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.556710] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.556710] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42e14143-deec-4fc8-87f8-0bae05bf235e already deleted. [ 670.556710] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42e14143-deec-4fc8-87f8-0bae05bf235e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.556710] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42e14143-deec-4fc8-87f8-0bae05bf235e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.556710] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42e14143-deec-4fc8-87f8-0bae05bf235e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.556710] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42e14143-deec-4fc8-87f8-0bae05bf235e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.832512] env[69258]: INFO networking_nsxv3.common.synchronization [None req-96735d20-8671-45d5-800e-83bc17f881eb None None] Enqueued Resource ID: 4547af69-305c-4f50-890c-84b06b4a084a with Priority: HIGHEST for action port [ 670.833750] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4547af69-305c-4f50-890c-84b06b4a084a with Priority: HIGHEST for action port [ 670.833750] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-4547af69-305c-4f50-890c-84b06b4a084a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.833750] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4547af69-305c-4f50-890c-84b06b4a084a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.833750] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4547af69-305c-4f50-890c-84b06b4a084a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.833750] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4547af69-305c-4f50-890c-84b06b4a084a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.833750] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4547af69-305c-4f50-890c-84b06b4a084a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.881845] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.882097] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.882179] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.882889] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.882889] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.882889] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.882889] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.883044] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.883269] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.883269] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.883346] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b already deleted. [ 670.883426] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.077932] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.078104] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.078176] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.078386] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.078480] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.078596] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42e14143-deec-4fc8-87f8-0bae05bf235e already deleted. [ 671.078664] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42e14143-deec-4fc8-87f8-0bae05bf235e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.331744] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.332000] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.332097] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.332318] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.332603] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.332733] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.332894] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.333105] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.333255] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.333470] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.333601] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.333768] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.333858] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.333937] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 671.334061] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.334208] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.337724] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4547af69-305c-4f50-890c-84b06b4a084a [ 671.337724] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.337724] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.337724] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.338042] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.338042] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.338042] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4547af69-305c-4f50-890c-84b06b4a084a already deleted. [ 671.338042] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4547af69-305c-4f50-890c-84b06b4a084a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.353184] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.353265] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 671.353520] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.353843] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.354283] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-8d8925f4-81c4-417f-992e-bdcd53d43e64 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.354973] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-8d8925f4-81c4-417f-992e-bdcd53d43e64" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.355205] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-8d8925f4-81c4-417f-992e-bdcd53d43e64" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.355903] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-8d8925f4-81c4-417f-992e-bdcd53d43e64" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.356213] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d8925f4-81c4-417f-992e-bdcd53d43e64',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.859145] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.859145] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.859447] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.859540] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.859693] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.859845] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 8d8925f4-81c4-417f-992e-bdcd53d43e64 not found, creating... [ 671.860136] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.860310] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.860412] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.860642] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.860779] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.861081] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.861236] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.865591] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.865591] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.865591] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.865898] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 8d8925f4-81c4-417f-992e-bdcd53d43e64 is going to be created. [ 671.885730] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.885937] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.886162] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.886559] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.886915] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.887664] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-8d8925f4-81c4-417f-992e-bdcd53d43e64" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.181735] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a in Status: SUCCESS [ 672.181979] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.182155] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.182372] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.182563] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.182693] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.182868] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.183069] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.183157] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.183248] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.185465] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80b1632f-dacb-4180-99a3-5795c2b7cb0a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.689205] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-80b1632f-dacb-4180-99a3-5795c2b7cb0a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.689205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.689205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.689205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.689205] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.689205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.689205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.689205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.689205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.689205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.689205] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-80b1632f-dacb-4180-99a3-5795c2b7cb0a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.689205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.689205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.689205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.689205] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.689205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.690155] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.690155] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.690155] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.691637] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.691637] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80b1632f-dacb-4180-99a3-5795c2b7cb0a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.193557] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80b1632f-dacb-4180-99a3-5795c2b7cb0a: rpc.has_security_group_logging(os_id): False [ 673.211737] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.211952] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.211952] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.212189] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.212287] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.212514] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.212652] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.212697] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.212859] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.212938] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.213142] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.213233] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.213294] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.213431] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.214078] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.214078] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.214078] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.214078] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.214477] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.214535] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.214642] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a is going to be created. [ 673.272419] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.272605] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.272684] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.272917] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.273110] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.287771] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a in Status: IN_PROGRESS for 2s [ 673.608184] env[69258]: INFO networking_nsxv3.common.synchronization [req-7a34522d-ef51-43e2-9996-45d605b7e6ed req-8743286a-70bf-49f8-83e1-cd573ca25602 service nova] Enqueued Resource ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b with Priority: HIGHEST for action security_group_rules [ 673.608396] env[69258]: INFO networking_nsxv3.common.synchronization [req-7a34522d-ef51-43e2-9996-45d605b7e6ed req-8743286a-70bf-49f8-83e1-cd573ca25602 service nova] Enqueued Resource ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b with Priority: HIGHEST for action security_group_members [ 673.608535] env[69258]: INFO networking_nsxv3.common.synchronization [req-7a34522d-ef51-43e2-9996-45d605b7e6ed req-8743286a-70bf-49f8-83e1-cd573ca25602 service nova] Enqueued Resource ID: 8d8925f4-81c4-417f-992e-bdcd53d43e64 with Priority: HIGHEST for action port [ 673.608771] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b with Priority: HIGHEST for action security_group_rules [ 673.608901] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b with Priority: HIGHEST for action security_group_members [ 673.608999] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d8925f4-81c4-417f-992e-bdcd53d43e64 with Priority: HIGHEST for action port [ 673.609543] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.609670] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.609737] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.609984] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.610410] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ecf39ed-cdf0-4542-b74e-ae35a5acf80b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.611199] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.611312] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.615092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.615092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.615092] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.615092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.615092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.615092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.615092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.615092] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ecf39ed-cdf0-4542-b74e-ae35a5acf80b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.615092] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d8925f4-81c4-417f-992e-bdcd53d43e64 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.615092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d8925f4-81c4-417f-992e-bdcd53d43e64" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.615092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d8925f4-81c4-417f-992e-bdcd53d43e64" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.615092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d8925f4-81c4-417f-992e-bdcd53d43e64" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.615092] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d8925f4-81c4-417f-992e-bdcd53d43e64',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.116301] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.116301] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.117860] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ecf39ed-cdf0-4542-b74e-ae35a5acf80b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.118238] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d8925f4-81c4-417f-992e-bdcd53d43e64 with status ACTIVE [ 674.121320] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.121320] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.121320] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.121320] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.121320] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.121320] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.121320] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.121320] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.121320] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.121320] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.121320] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.121320] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.121320] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.121320] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.121320] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.121320] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d8925f4-81c4-417f-992e-bdcd53d43e64 is going to be updated. [ 674.146397] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.146397] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.146397] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.146397] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.146397] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.146397] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d8925f4-81c4-417f-992e-bdcd53d43e64" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.451440] env[69258]: INFO networking_nsxv3.common.synchronization [None req-cf176cc1-23be-488e-924d-b780603ee31b None None] Enqueued Resource ID: bbb637f5-ce5c-45dc-acac-986a64064a62 with Priority: HIGHEST for action port [ 674.451706] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbb637f5-ce5c-45dc-acac-986a64064a62 with Priority: HIGHEST for action port [ 674.452202] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbb637f5-ce5c-45dc-acac-986a64064a62 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.452321] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbb637f5-ce5c-45dc-acac-986a64064a62" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.452386] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbb637f5-ce5c-45dc-acac-986a64064a62" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.452712] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbb637f5-ce5c-45dc-acac-986a64064a62" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.452712] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbb637f5-ce5c-45dc-acac-986a64064a62',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.484326] env[69258]: INFO networking_nsxv3.common.synchronization [None req-5c83e4eb-b371-4680-ad0e-afe066ab8d37 None None] Enqueued Resource ID: 98db0759-661b-4a33-86fd-21a23b7d2711 with Priority: HIGHEST for action port [ 674.484643] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98db0759-661b-4a33-86fd-21a23b7d2711 with Priority: HIGHEST for action port [ 674.484953] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-98db0759-661b-4a33-86fd-21a23b7d2711 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.486461] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98db0759-661b-4a33-86fd-21a23b7d2711" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.486598] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98db0759-661b-4a33-86fd-21a23b7d2711" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.486964] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98db0759-661b-4a33-86fd-21a23b7d2711" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.487122] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98db0759-661b-4a33-86fd-21a23b7d2711',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.625937] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ecf39ed-cdf0-4542-b74e-ae35a5acf80b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.956904] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbb637f5-ce5c-45dc-acac-986a64064a62 [ 674.957532] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.958740] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.958740] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.958740] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.958740] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.958740] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbb637f5-ce5c-45dc-acac-986a64064a62 already deleted. [ 674.958968] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbb637f5-ce5c-45dc-acac-986a64064a62" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.990736] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98db0759-661b-4a33-86fd-21a23b7d2711 [ 674.991026] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.991220] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.992017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.992017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.992017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.992017] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98db0759-661b-4a33-86fd-21a23b7d2711 already deleted. [ 674.992017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98db0759-661b-4a33-86fd-21a23b7d2711" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.130391] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.130625] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.130704] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.130911] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.130999] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.131111] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b is going to be created. [ 675.156716] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.156716] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.156716] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.156716] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.156716] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.164507] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b in Status: UNINITIALIZED for 2s [ 675.299920] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a in Status: SUCCESS [ 675.300333] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.626295] env[69258]: INFO networking_nsxv3.common.synchronization [None req-b0e80bc4-6f5c-4270-97e9-11d8a0187f26 None None] Enqueued Resource ID: baa69ec5-63bc-4762-8405-716f461ff6a0 with Priority: HIGHEST for action port [ 675.628045] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baa69ec5-63bc-4762-8405-716f461ff6a0 with Priority: HIGHEST for action port [ 675.628045] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-baa69ec5-63bc-4762-8405-716f461ff6a0 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.628045] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-baa69ec5-63bc-4762-8405-716f461ff6a0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.628045] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-baa69ec5-63bc-4762-8405-716f461ff6a0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.633593] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-baa69ec5-63bc-4762-8405-716f461ff6a0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.633593] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baa69ec5-63bc-4762-8405-716f461ff6a0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.644053] env[69258]: INFO networking_nsxv3.common.synchronization [req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 req-127b6de9-af24-4c53-9163-c360761d2630 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Enqueued Resource ID: 7635995e-c6cd-453b-b9aa-b46cf0c66e88 with Priority: HIGHEST for action security_group_members [ 675.644053] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7635995e-c6cd-453b-b9aa-b46cf0c66e88 with Priority: HIGHEST for action security_group_members [ 675.644053] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-7635995e-c6cd-453b-b9aa-b46cf0c66e88 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.644053] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7635995e-c6cd-453b-b9aa-b46cf0c66e88" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.644053] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7635995e-c6cd-453b-b9aa-b46cf0c66e88" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.648205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7635995e-c6cd-453b-b9aa-b46cf0c66e88" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.648205] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.648205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.648205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.648205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.648205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.648205] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7635995e-c6cd-453b-b9aa-b46cf0c66e88',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.022087] env[69258]: INFO networking_nsxv3.common.synchronization [None req-105aee22-8698-4057-8aa6-06d9874c8659 None None] Enqueued Resource ID: fb5113de-db56-4708-bbff-208f081d6aa7 with Priority: HIGHEST for action port [ 676.022366] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb5113de-db56-4708-bbff-208f081d6aa7 with Priority: HIGHEST for action port [ 676.022942] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb5113de-db56-4708-bbff-208f081d6aa7 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.023573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb5113de-db56-4708-bbff-208f081d6aa7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.023573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb5113de-db56-4708-bbff-208f081d6aa7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.023573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb5113de-db56-4708-bbff-208f081d6aa7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.023762] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb5113de-db56-4708-bbff-208f081d6aa7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.135218] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port baa69ec5-63bc-4762-8405-716f461ff6a0 [ 676.135972] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.137259] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.137431] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.137689] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.137866] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.138034] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:baa69ec5-63bc-4762-8405-716f461ff6a0 already deleted. [ 676.138144] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-baa69ec5-63bc-4762-8405-716f461ff6a0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.149724] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.150209] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.150434] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.150885] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.150885] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.151942] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.151942] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.151942] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.151942] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.151942] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.151942] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7635995e-c6cd-453b-b9aa-b46cf0c66e88 already deleted. [ 676.151942] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7635995e-c6cd-453b-b9aa-b46cf0c66e88" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.374271] env[69258]: INFO networking_nsxv3.common.synchronization [None req-0d48abb6-27eb-45b1-b3c4-0d2cabd07b87 None None] Enqueued Resource ID: 7b8692ab-c577-483c-8384-681a15d7eaca with Priority: HIGHEST for action port [ 676.374271] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b8692ab-c577-483c-8384-681a15d7eaca with Priority: HIGHEST for action port [ 676.376248] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b8692ab-c577-483c-8384-681a15d7eaca taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.376410] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b8692ab-c577-483c-8384-681a15d7eaca" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.376483] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b8692ab-c577-483c-8384-681a15d7eaca" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.376766] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b8692ab-c577-483c-8384-681a15d7eaca" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.376847] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b8692ab-c577-483c-8384-681a15d7eaca',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.527875] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb5113de-db56-4708-bbff-208f081d6aa7 [ 676.527875] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.527875] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.527875] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.528574] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.528574] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.528574] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb5113de-db56-4708-bbff-208f081d6aa7 already deleted. [ 676.528574] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb5113de-db56-4708-bbff-208f081d6aa7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.700174] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.700580] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.700580] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.703191] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.703499] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.703710] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.704037] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.704178] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.704328] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.704573] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 676.704777] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.704882] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.705080] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.705181] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 676.705419] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.705509] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.723573] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.723573] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 676.723573] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.723803] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.723989] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-eba94e9d-08b1-4867-9c07-4495c61e55fc taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.724203] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-eba94e9d-08b1-4867-9c07-4495c61e55fc" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.724332] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-eba94e9d-08b1-4867-9c07-4495c61e55fc" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.724680] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-eba94e9d-08b1-4867-9c07-4495c61e55fc" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.724821] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eba94e9d-08b1-4867-9c07-4495c61e55fc',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.883130] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b8692ab-c577-483c-8384-681a15d7eaca [ 676.883130] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.883130] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.883130] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.883465] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.883465] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.883465] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b8692ab-c577-483c-8384-681a15d7eaca already deleted. [ 676.883670] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b8692ab-c577-483c-8384-681a15d7eaca" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.174241] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b in Status: SUCCESS [ 677.174443] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.174623] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.174871] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.175086] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.175213] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.175279] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.175459] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.175532] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.175618] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.175721] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ecf39ed-cdf0-4542-b74e-ae35a5acf80b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.229783] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.229783] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.229783] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.230054] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.231028] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.231028] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port eba94e9d-08b1-4867-9c07-4495c61e55fc not found, creating... [ 677.231028] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.231028] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.231028] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.231268] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.233608] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.233608] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.233608] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.233608] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.233608] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.233608] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.233608] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: eba94e9d-08b1-4867-9c07-4495c61e55fc is going to be created. [ 677.254966] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.255221] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.255350] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.255657] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.255960] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.256230] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-eba94e9d-08b1-4867-9c07-4495c61e55fc" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.622915] env[69258]: INFO networking_nsxv3.common.synchronization [None req-a39bd747-ad35-482d-88f4-5a1ba504e19a None None] Enqueued Resource ID: ee0f4d2b-cf3c-4579-9d90-93b3a713d9fd with Priority: HIGHEST for action port [ 677.623179] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee0f4d2b-cf3c-4579-9d90-93b3a713d9fd with Priority: HIGHEST for action port [ 677.624363] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee0f4d2b-cf3c-4579-9d90-93b3a713d9fd taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.624363] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee0f4d2b-cf3c-4579-9d90-93b3a713d9fd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.624363] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee0f4d2b-cf3c-4579-9d90-93b3a713d9fd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.624363] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee0f4d2b-cf3c-4579-9d90-93b3a713d9fd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.624363] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee0f4d2b-cf3c-4579-9d90-93b3a713d9fd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.685196] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.685353] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.685420] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.685649] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.685830] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.689176] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.689176] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.689176] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.689176] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.689176] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.689176] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.689176] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.689176] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.689176] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.689176] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.689176] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.689176] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.689176] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.689176] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.689176] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.689176] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ecf39ed-cdf0-4542-b74e-ae35a5acf80b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.703087] env[69258]: INFO networking_nsxv3.common.synchronization [req-025da78b-b2a6-4fdf-9d5e-492b092d2698 req-5a8e781f-d1c9-42fe-8685-f8f015cd5046 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Enqueued Resource ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 with Priority: HIGHEST for action security_group_members [ 677.703645] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 with Priority: HIGHEST for action security_group_members [ 677.704028] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.704800] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.704800] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.704800] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.706253] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.706381] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.706447] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.708084] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.708207] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.708409] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.129663] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee0f4d2b-cf3c-4579-9d90-93b3a713d9fd [ 678.130129] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.130129] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.130129] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.130344] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.130441] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.130520] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee0f4d2b-cf3c-4579-9d90-93b3a713d9fd already deleted. [ 678.130604] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee0f4d2b-cf3c-4579-9d90-93b3a713d9fd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.195076] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b: rpc.has_security_group_logging(os_id): False [ 678.212786] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.213501] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.213501] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.213501] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.213501] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.213809] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.213809] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.213924] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.214227] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.214227] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.215261] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.215261] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.215261] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.215261] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.215261] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.215261] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.215945] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.215945] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.216407] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.216407] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.216490] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b is going to be created. [ 678.217672] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.217780] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.218298] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.218298] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.218298] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.218298] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.218509] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.218509] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.218568] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.218624] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.218705] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 already deleted. [ 678.218784] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.277905] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.278093] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.278358] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.278470] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.278586] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.289012] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b in Status: IN_PROGRESS for 2s [ 678.748671] env[69258]: INFO networking_nsxv3.common.synchronization [None req-1ac22e8c-1b7d-45f9-ab18-2e7154fa8764 None None] Enqueued Resource ID: 3c3b52ea-e964-4804-a492-c24bcbccd34f with Priority: HIGHEST for action port [ 678.749524] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c3b52ea-e964-4804-a492-c24bcbccd34f with Priority: HIGHEST for action port [ 678.749570] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c3b52ea-e964-4804-a492-c24bcbccd34f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.749698] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c3b52ea-e964-4804-a492-c24bcbccd34f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.749789] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c3b52ea-e964-4804-a492-c24bcbccd34f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.750021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c3b52ea-e964-4804-a492-c24bcbccd34f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.750243] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c3b52ea-e964-4804-a492-c24bcbccd34f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.004029] env[69258]: INFO networking_nsxv3.common.synchronization [None req-1e043009-f056-491c-80ae-618a5f690c0d tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Enqueued Resource ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 with Priority: HIGHEST for action security_group_rules [ 679.004704] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 with Priority: HIGHEST for action security_group_rules [ 679.005461] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30a85234-4be1-45e4-8d76-8981ce663fe0 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.005461] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.005461] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.005461] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.005461] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30a85234-4be1-45e4-8d76-8981ce663fe0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.252524] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c3b52ea-e964-4804-a492-c24bcbccd34f [ 679.252790] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.252945] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.254404] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.254404] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.254404] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.254404] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c3b52ea-e964-4804-a492-c24bcbccd34f already deleted. [ 679.254404] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c3b52ea-e964-4804-a492-c24bcbccd34f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.316177] env[69258]: INFO networking_nsxv3.common.synchronization [req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 req-ff434b6e-38de-4d96-99ca-5616694ce5e7 service nova] Enqueued Resource ID: 7635995e-c6cd-453b-b9aa-b46cf0c66e88 with Priority: HIGHEST for action security_group_rules [ 679.316464] env[69258]: INFO networking_nsxv3.common.synchronization [req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 req-ff434b6e-38de-4d96-99ca-5616694ce5e7 service nova] Enqueued Resource ID: 7635995e-c6cd-453b-b9aa-b46cf0c66e88 with Priority: HIGHEST for action security_group_members [ 679.316671] env[69258]: INFO networking_nsxv3.common.synchronization [req-02e88dda-2eba-4aa3-a3b4-dba2b958b9a1 req-ff434b6e-38de-4d96-99ca-5616694ce5e7 service nova] Enqueued Resource ID: eba94e9d-08b1-4867-9c07-4495c61e55fc with Priority: HIGHEST for action port [ 679.321461] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7635995e-c6cd-453b-b9aa-b46cf0c66e88 with Priority: HIGHEST for action security_group_rules [ 679.321461] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7635995e-c6cd-453b-b9aa-b46cf0c66e88 with Priority: HIGHEST for action security_group_members [ 679.321567] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba94e9d-08b1-4867-9c07-4495c61e55fc with Priority: HIGHEST for action port [ 679.322279] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7635995e-c6cd-453b-b9aa-b46cf0c66e88 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.322279] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7635995e-c6cd-453b-b9aa-b46cf0c66e88" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.322279] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7635995e-c6cd-453b-b9aa-b46cf0c66e88" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.322650] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7635995e-c6cd-453b-b9aa-b46cf0c66e88" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.322650] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7635995e-c6cd-453b-b9aa-b46cf0c66e88',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.323418] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-7635995e-c6cd-453b-b9aa-b46cf0c66e88 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.323561] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7635995e-c6cd-453b-b9aa-b46cf0c66e88" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.323621] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7635995e-c6cd-453b-b9aa-b46cf0c66e88" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.324366] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7635995e-c6cd-453b-b9aa-b46cf0c66e88" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.324366] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.324366] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.324532] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.324532] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.326037] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.326037] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7635995e-c6cd-453b-b9aa-b46cf0c66e88',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.330111] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-eba94e9d-08b1-4867-9c07-4495c61e55fc taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.330111] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eba94e9d-08b1-4867-9c07-4495c61e55fc" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.330111] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eba94e9d-08b1-4867-9c07-4495c61e55fc" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.330111] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eba94e9d-08b1-4867-9c07-4495c61e55fc" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.330111] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eba94e9d-08b1-4867-9c07-4495c61e55fc',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.524787] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.524952] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.528148] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.528688] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.528688] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.528803] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 already deleted. [ 679.528888] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.531071] env[69258]: INFO networking_nsxv3.common.synchronization [None req-dd77d036-fb2b-45ef-ae86-5cdaa2c1cad4 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Enqueued Resource ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 with Priority: HIGHEST for action security_group_rules [ 679.531629] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 with Priority: HIGHEST for action security_group_rules [ 679.531945] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30a85234-4be1-45e4-8d76-8981ce663fe0 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.532162] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.532232] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.532463] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.532593] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30a85234-4be1-45e4-8d76-8981ce663fe0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.645681] env[69258]: INFO networking_nsxv3.common.synchronization [None req-41cd84bc-4e8e-4b56-8730-b93a20eeac2d None None] Enqueued Resource ID: 8980f237-794d-4af2-afb8-7f11889c8177 with Priority: HIGHEST for action port [ 679.645778] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8980f237-794d-4af2-afb8-7f11889c8177 with Priority: HIGHEST for action port [ 679.650255] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-8980f237-794d-4af2-afb8-7f11889c8177 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.650456] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8980f237-794d-4af2-afb8-7f11889c8177" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.650515] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8980f237-794d-4af2-afb8-7f11889c8177" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.650967] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8980f237-794d-4af2-afb8-7f11889c8177" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.650967] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8980f237-794d-4af2-afb8-7f11889c8177',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.831704] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-7635995e-c6cd-453b-b9aa-b46cf0c66e88 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.832081] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7635995e-c6cd-453b-b9aa-b46cf0c66e88" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.832081] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7635995e-c6cd-453b-b9aa-b46cf0c66e88',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.833400] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eba94e9d-08b1-4867-9c07-4495c61e55fc with status ACTIVE [ 679.833563] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.833958] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.833958] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.834074] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.834241] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.834521] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.834521] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.834521] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.834696] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.834748] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.834955] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.835073] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.835120] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.835263] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.835339] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.835427] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eba94e9d-08b1-4867-9c07-4495c61e55fc is going to be updated. [ 679.857780] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-663 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.858097] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-663" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.858287] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-663" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.859791] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-663" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.859791] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.859791] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.859791] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.859791] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.859791] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.860515] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.860515] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.860515] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.860515] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.860515] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.860515] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.860725] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.867060] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.867060] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.867060] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.867060] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.867060] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.867060] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eba94e9d-08b1-4867-9c07-4495c61e55fc" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.890193] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.890397] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 679.890678] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.890764] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-663" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.891034] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-f5b257c6-eddb-452b-aa89-111998eb0c45 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.891223] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-f5b257c6-eddb-452b-aa89-111998eb0c45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.892054] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-f5b257c6-eddb-452b-aa89-111998eb0c45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.892054] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-f5b257c6-eddb-452b-aa89-111998eb0c45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.892054] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5b257c6-eddb-452b-aa89-111998eb0c45',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.056517] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.057366] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.057366] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.057366] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.057366] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.057366] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 already deleted. [ 680.057366] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.082150] env[69258]: INFO networking_nsxv3.common.synchronization [None req-bfcddea6-134a-4f09-9c55-237fc0865a3e None None] Enqueued Resource ID: e442f5b3-a444-4dba-9e5d-c510fda98281 with Priority: HIGHEST for action port [ 680.082150] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e442f5b3-a444-4dba-9e5d-c510fda98281 with Priority: HIGHEST for action port [ 680.082150] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-e442f5b3-a444-4dba-9e5d-c510fda98281 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.082150] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e442f5b3-a444-4dba-9e5d-c510fda98281" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.082150] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e442f5b3-a444-4dba-9e5d-c510fda98281" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.082150] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e442f5b3-a444-4dba-9e5d-c510fda98281" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.082150] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e442f5b3-a444-4dba-9e5d-c510fda98281',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.153667] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8980f237-794d-4af2-afb8-7f11889c8177 [ 680.153952] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.154167] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.154215] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.154396] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.154486] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.154580] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8980f237-794d-4af2-afb8-7f11889c8177 already deleted. [ 680.154659] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8980f237-794d-4af2-afb8-7f11889c8177" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.300746] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b in Status: SUCCESS [ 680.301060] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.338821] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7635995e-c6cd-453b-b9aa-b46cf0c66e88',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.395485] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.395485] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.395689] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.395839] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.396020] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.396190] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port f5b257c6-eddb-452b-aa89-111998eb0c45 not found, creating... [ 680.397298] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.397298] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.397298] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.397298] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.397298] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.399034] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.399256] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.399381] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.399604] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.399932] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.400782] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: f5b257c6-eddb-452b-aa89-111998eb0c45 is going to be created. [ 680.421573] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.421573] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.421573] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.421573] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.421573] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.421573] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-f5b257c6-eddb-452b-aa89-111998eb0c45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.584999] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e442f5b3-a444-4dba-9e5d-c510fda98281 [ 680.585333] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.585462] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.585462] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.586588] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.586588] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.586588] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e442f5b3-a444-4dba-9e5d-c510fda98281 already deleted. [ 680.586588] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e442f5b3-a444-4dba-9e5d-c510fda98281" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.841577] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.841577] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.841577] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.841960] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.841960] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.841960] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7635995e-c6cd-453b-b9aa-b46cf0c66e88 is going to be created. [ 680.866257] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.866257] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.866795] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.866795] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.866795] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.880687] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7635995e-c6cd-453b-b9aa-b46cf0c66e88 in Status: UNINITIALIZED for 2s [ 681.114224] env[69258]: INFO networking_nsxv3.common.synchronization [None req-6d791284-a788-4ff9-b74b-0758f5925f87 None None] Enqueued Resource ID: f515d267-29c6-4b54-8d20-691811a33ebd with Priority: HIGHEST for action port [ 681.114490] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f515d267-29c6-4b54-8d20-691811a33ebd with Priority: HIGHEST for action port [ 681.115530] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-f515d267-29c6-4b54-8d20-691811a33ebd taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.115667] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f515d267-29c6-4b54-8d20-691811a33ebd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.115735] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f515d267-29c6-4b54-8d20-691811a33ebd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.116046] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f515d267-29c6-4b54-8d20-691811a33ebd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.116139] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f515d267-29c6-4b54-8d20-691811a33ebd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.619897] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f515d267-29c6-4b54-8d20-691811a33ebd [ 681.619897] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.619897] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.619897] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.619897] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.619897] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.620218] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f515d267-29c6-4b54-8d20-691811a33ebd already deleted. [ 681.620218] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f515d267-29c6-4b54-8d20-691811a33ebd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.994419] env[69258]: INFO networking_nsxv3.common.synchronization [req-be24925c-41c9-4351-8182-e215d8d7efcb req-931a8722-b793-4f97-9e55-f7ea4d6bfca0 tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Enqueued Resource ID: 42e14143-deec-4fc8-87f8-0bae05bf235e with Priority: HIGHEST for action security_group_members [ 681.995301] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e14143-deec-4fc8-87f8-0bae05bf235e with Priority: HIGHEST for action security_group_members [ 681.995719] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e14143-deec-4fc8-87f8-0bae05bf235e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.996233] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e14143-deec-4fc8-87f8-0bae05bf235e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.996747] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e14143-deec-4fc8-87f8-0bae05bf235e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.998984] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e14143-deec-4fc8-87f8-0bae05bf235e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.998984] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.998984] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.998984] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.998984] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.000400] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.000400] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42e14143-deec-4fc8-87f8-0bae05bf235e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.123032] env[69258]: INFO networking_nsxv3.common.synchronization [None req-110b2fb9-8cd8-4dd4-8c16-9f70b48254e7 None None] Enqueued Resource ID: d5ae5937-81e8-4edf-9fa7-1788b5a52c1e with Priority: HIGHEST for action port [ 682.123032] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5ae5937-81e8-4edf-9fa7-1788b5a52c1e with Priority: HIGHEST for action port [ 682.123375] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5ae5937-81e8-4edf-9fa7-1788b5a52c1e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.123506] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5ae5937-81e8-4edf-9fa7-1788b5a52c1e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.123568] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5ae5937-81e8-4edf-9fa7-1788b5a52c1e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.123879] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5ae5937-81e8-4edf-9fa7-1788b5a52c1e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.123991] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5ae5937-81e8-4edf-9fa7-1788b5a52c1e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.256281] env[69258]: INFO networking_nsxv3.common.synchronization [req-025da78b-b2a6-4fdf-9d5e-492b092d2698 req-8a48accf-72dd-4328-82af-a35d02f939d6 service nova] Enqueued Resource ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 with Priority: HIGHEST for action security_group_rules [ 682.256701] env[69258]: INFO networking_nsxv3.common.synchronization [req-025da78b-b2a6-4fdf-9d5e-492b092d2698 req-8a48accf-72dd-4328-82af-a35d02f939d6 service nova] Enqueued Resource ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 with Priority: HIGHEST for action security_group_members [ 682.256701] env[69258]: INFO networking_nsxv3.common.synchronization [req-025da78b-b2a6-4fdf-9d5e-492b092d2698 req-8a48accf-72dd-4328-82af-a35d02f939d6 service nova] Enqueued Resource ID: f5b257c6-eddb-452b-aa89-111998eb0c45 with Priority: HIGHEST for action port [ 682.256910] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 with Priority: HIGHEST for action security_group_rules [ 682.257031] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 with Priority: HIGHEST for action security_group_members [ 682.257129] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5b257c6-eddb-452b-aa89-111998eb0c45 with Priority: HIGHEST for action port [ 682.257666] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.257791] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.257861] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.258323] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.258384] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.259383] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.259554] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.259636] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.259961] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.260610] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.260610] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.260610] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.260610] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.260610] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.260610] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.261980] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5b257c6-eddb-452b-aa89-111998eb0c45 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.261980] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5b257c6-eddb-452b-aa89-111998eb0c45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.262120] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5b257c6-eddb-452b-aa89-111998eb0c45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.262320] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5b257c6-eddb-452b-aa89-111998eb0c45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.262498] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5b257c6-eddb-452b-aa89-111998eb0c45',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.501501] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.501707] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.501774] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.501950] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.502063] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.502265] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.502376] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.502437] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.502567] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.502640] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.502724] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42e14143-deec-4fc8-87f8-0bae05bf235e already deleted. [ 682.502805] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e14143-deec-4fc8-87f8-0bae05bf235e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.629183] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5ae5937-81e8-4edf-9fa7-1788b5a52c1e [ 682.629183] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.629666] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.630509] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.630509] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.630509] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.630509] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5ae5937-81e8-4edf-9fa7-1788b5a52c1e already deleted. [ 682.630509] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5ae5937-81e8-4edf-9fa7-1788b5a52c1e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.699415] env[69258]: INFO networking_nsxv3.common.synchronization [None req-6f5af2ae-6163-4588-9525-a026ec50d829 None None] Enqueued Resource ID: c3606923-7d44-40a3-9d40-918817eea9b8 with Priority: HIGHEST for action port [ 682.699415] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3606923-7d44-40a3-9d40-918817eea9b8 with Priority: HIGHEST for action port [ 682.699916] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3606923-7d44-40a3-9d40-918817eea9b8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.700051] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3606923-7d44-40a3-9d40-918817eea9b8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.700110] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3606923-7d44-40a3-9d40-918817eea9b8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.700375] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3606923-7d44-40a3-9d40-918817eea9b8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.700456] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3606923-7d44-40a3-9d40-918817eea9b8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.764350] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5b257c6-eddb-452b-aa89-111998eb0c45 with status ACTIVE [ 682.764617] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.764717] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.764797] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.765069] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.765328] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.765388] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.765512] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.765512] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.765673] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.765771] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.766297] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.766297] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.766297] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.766454] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.766454] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.766530] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5b257c6-eddb-452b-aa89-111998eb0c45 is going to be updated. [ 682.771546] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.771692] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.771836] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.793538] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.794085] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.794180] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.794508] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.794593] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.795119] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5b257c6-eddb-452b-aa89-111998eb0c45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.830018] env[69258]: INFO networking_nsxv3.common.synchronization [None req-ee4e99fc-7092-4334-beef-cf84ecaaba0c tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Enqueued Resource ID: bb1aacb4-2c0e-4430-80f4-247a788bc442 with Priority: HIGHEST for action security_group_rules [ 682.830018] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb1aacb4-2c0e-4430-80f4-247a788bc442 with Priority: HIGHEST for action security_group_rules [ 682.831545] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb1aacb4-2c0e-4430-80f4-247a788bc442 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.831545] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb1aacb4-2c0e-4430-80f4-247a788bc442" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.834018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb1aacb4-2c0e-4430-80f4-247a788bc442" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.834018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb1aacb4-2c0e-4430-80f4-247a788bc442" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.834018] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb1aacb4-2c0e-4430-80f4-247a788bc442',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.893455] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7635995e-c6cd-453b-b9aa-b46cf0c66e88 in Status: SUCCESS [ 682.893651] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7635995e-c6cd-453b-b9aa-b46cf0c66e88" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.893689] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7635995e-c6cd-453b-b9aa-b46cf0c66e88" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.893976] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7635995e-c6cd-453b-b9aa-b46cf0c66e88" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.894183] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.894329] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.894469] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.894583] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.894705] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.894799] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7635995e-c6cd-453b-b9aa-b46cf0c66e88" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.894900] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7635995e-c6cd-453b-b9aa-b46cf0c66e88',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.998389] env[69258]: INFO networking_nsxv3.common.synchronization [None req-55675773-f806-44ef-b181-2f9b235c3f36 None None] Enqueued Resource ID: cc2b1bb8-38da-4159-b8ef-9de93c7f0c9f with Priority: HIGHEST for action port [ 682.998977] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc2b1bb8-38da-4159-b8ef-9de93c7f0c9f with Priority: HIGHEST for action port [ 682.999293] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc2b1bb8-38da-4159-b8ef-9de93c7f0c9f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.999417] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc2b1bb8-38da-4159-b8ef-9de93c7f0c9f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.000189] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc2b1bb8-38da-4159-b8ef-9de93c7f0c9f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.001103] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc2b1bb8-38da-4159-b8ef-9de93c7f0c9f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.001234] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc2b1bb8-38da-4159-b8ef-9de93c7f0c9f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.053900] env[69258]: INFO networking_nsxv3.common.synchronization [None req-d1d66510-7a6e-455c-8200-a2bfbb6c5598 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Enqueued Resource ID: bb1aacb4-2c0e-4430-80f4-247a788bc442 with Priority: HIGHEST for action security_group_rules [ 683.054571] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb1aacb4-2c0e-4430-80f4-247a788bc442 with Priority: HIGHEST for action security_group_rules [ 683.054881] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb1aacb4-2c0e-4430-80f4-247a788bc442 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.054995] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb1aacb4-2c0e-4430-80f4-247a788bc442" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.204722] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3606923-7d44-40a3-9d40-918817eea9b8 [ 683.205270] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.206664] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.206664] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.206664] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.206664] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.206664] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3606923-7d44-40a3-9d40-918817eea9b8 already deleted. [ 683.206664] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3606923-7d44-40a3-9d40-918817eea9b8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.274598] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.351751] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.352398] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.352610] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.353119] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.353119] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.353431] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb1aacb4-2c0e-4430-80f4-247a788bc442 already deleted. [ 683.355038] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb1aacb4-2c0e-4430-80f4-247a788bc442" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.355038] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb1aacb4-2c0e-4430-80f4-247a788bc442" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.355038] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb1aacb4-2c0e-4430-80f4-247a788bc442" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.355038] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb1aacb4-2c0e-4430-80f4-247a788bc442',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.399102] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-7635995e-c6cd-453b-b9aa-b46cf0c66e88 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.399293] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7635995e-c6cd-453b-b9aa-b46cf0c66e88" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.399386] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7635995e-c6cd-453b-b9aa-b46cf0c66e88" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.399626] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7635995e-c6cd-453b-b9aa-b46cf0c66e88" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.400086] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.400236] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.400329] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.400702] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.400830] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.400948] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7635995e-c6cd-453b-b9aa-b46cf0c66e88" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.401142] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-7635995e-c6cd-453b-b9aa-b46cf0c66e88 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.401268] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7635995e-c6cd-453b-b9aa-b46cf0c66e88" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.401352] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7635995e-c6cd-453b-b9aa-b46cf0c66e88" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.401525] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7635995e-c6cd-453b-b9aa-b46cf0c66e88" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.401706] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.401829] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.403205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.403205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.403205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.403205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7635995e-c6cd-453b-b9aa-b46cf0c66e88" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.403205] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7635995e-c6cd-453b-b9aa-b46cf0c66e88',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.410175] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-932 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.410175] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-932" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.410175] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-932" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.410175] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-932" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.410175] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.410175] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.410175] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.410175] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.410175] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.410175] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 683.410175] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.410175] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.410175] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.410646] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 683.410646] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.410646] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.427471] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.427701] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 683.427772] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.427945] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-932" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.428837] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-3686e37b-2af8-4d27-a283-a7a602c9bd52 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.429063] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-3686e37b-2af8-4d27-a283-a7a602c9bd52" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.429188] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-3686e37b-2af8-4d27-a283-a7a602c9bd52" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.429531] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-3686e37b-2af8-4d27-a283-a7a602c9bd52" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.429664] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3686e37b-2af8-4d27-a283-a7a602c9bd52',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.509637] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc2b1bb8-38da-4159-b8ef-9de93c7f0c9f [ 683.509637] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.509637] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.509637] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.509637] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.510221] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.510221] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc2b1bb8-38da-4159-b8ef-9de93c7f0c9f already deleted. [ 683.510221] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc2b1bb8-38da-4159-b8ef-9de93c7f0c9f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.780458] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.780458] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.780458] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.780629] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.780629] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.780767] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 is going to be created. [ 683.804842] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.804842] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.804842] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.804971] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.805046] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.814404] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 in Status: UNINITIALIZED for 2s [ 683.879412] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.879591] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.879677] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.879947] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.883409] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.883409] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb1aacb4-2c0e-4430-80f4-247a788bc442 already deleted. [ 683.883409] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb1aacb4-2c0e-4430-80f4-247a788bc442" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.912411] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7635995e-c6cd-453b-b9aa-b46cf0c66e88: rpc.has_security_group_logging(os_id): False [ 683.927890] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.929640] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.930111] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.930506] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.930819] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.931225] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.933345] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.933345] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.933345] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.933345] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.933345] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.933345] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.933345] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.933345] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.933345] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.933345] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.933345] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.933718] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.933718] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.933718] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.933718] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7635995e-c6cd-453b-b9aa-b46cf0c66e88 is going to be created. [ 683.935795] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.935795] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.936490] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.936490] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.936620] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.936829] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 3686e37b-2af8-4d27-a283-a7a602c9bd52 not found, creating... [ 683.937195] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.937349] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.937510] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.937787] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.937933] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.938391] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.938616] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.939277] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.939560] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.940492] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.940492] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 3686e37b-2af8-4d27-a283-a7a602c9bd52 is going to be created. [ 683.959424] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.960721] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.960976] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.961345] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.961678] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.962428] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-3686e37b-2af8-4d27-a283-a7a602c9bd52" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.000805] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.000805] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.000805] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.000805] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.000805] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.018998] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7635995e-c6cd-453b-b9aa-b46cf0c66e88 in Status: IN_PROGRESS for 2s [ 685.102313] env[69258]: INFO networking_nsxv3.common.synchronization [req-be24925c-41c9-4351-8182-e215d8d7efcb req-740764ed-25c6-4511-8aec-3c08a1f8ab36 service nova] Enqueued Resource ID: 42e14143-deec-4fc8-87f8-0bae05bf235e with Priority: HIGHEST for action security_group_rules [ 685.102551] env[69258]: INFO networking_nsxv3.common.synchronization [req-be24925c-41c9-4351-8182-e215d8d7efcb req-740764ed-25c6-4511-8aec-3c08a1f8ab36 service nova] Enqueued Resource ID: 42e14143-deec-4fc8-87f8-0bae05bf235e with Priority: HIGHEST for action security_group_members [ 685.102642] env[69258]: INFO networking_nsxv3.common.synchronization [req-be24925c-41c9-4351-8182-e215d8d7efcb req-740764ed-25c6-4511-8aec-3c08a1f8ab36 service nova] Enqueued Resource ID: 3686e37b-2af8-4d27-a283-a7a602c9bd52 with Priority: HIGHEST for action port [ 685.103038] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e14143-deec-4fc8-87f8-0bae05bf235e with Priority: HIGHEST for action security_group_rules [ 685.103038] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e14143-deec-4fc8-87f8-0bae05bf235e with Priority: HIGHEST for action security_group_members [ 685.103170] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3686e37b-2af8-4d27-a283-a7a602c9bd52 with Priority: HIGHEST for action port [ 685.103695] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42e14143-deec-4fc8-87f8-0bae05bf235e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.103831] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42e14143-deec-4fc8-87f8-0bae05bf235e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.103903] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42e14143-deec-4fc8-87f8-0bae05bf235e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.108365] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42e14143-deec-4fc8-87f8-0bae05bf235e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.108365] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42e14143-deec-4fc8-87f8-0bae05bf235e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.108365] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e14143-deec-4fc8-87f8-0bae05bf235e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.108365] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e14143-deec-4fc8-87f8-0bae05bf235e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.108365] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e14143-deec-4fc8-87f8-0bae05bf235e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.108876] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e14143-deec-4fc8-87f8-0bae05bf235e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.108876] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.108876] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.108876] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.109182] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.109255] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.110085] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42e14143-deec-4fc8-87f8-0bae05bf235e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.110269] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-3686e37b-2af8-4d27-a283-a7a602c9bd52 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.110269] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3686e37b-2af8-4d27-a283-a7a602c9bd52" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.110416] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3686e37b-2af8-4d27-a283-a7a602c9bd52" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.110468] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3686e37b-2af8-4d27-a283-a7a602c9bd52" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.110653] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3686e37b-2af8-4d27-a283-a7a602c9bd52',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.163029] env[69258]: INFO networking_nsxv3.common.synchronization [req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa req-3f3fa9b7-ba09-4937-aeda-2e202aaed3b8 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Enqueued Resource ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f with Priority: HIGHEST for action security_group_members [ 685.163254] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f with Priority: HIGHEST for action security_group_members [ 685.163557] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.163686] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.163749] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.164241] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.164440] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.164557] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.164613] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.164762] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.164864] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.164959] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac7faa52-71cf-4778-baa6-a9ec0c5ead3f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.579193] env[69258]: INFO networking_nsxv3.common.synchronization [None req-98af612a-776c-49fd-96f2-cc21b597a61b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Enqueued Resource ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 with Priority: HIGHEST for action security_group_rules [ 685.580371] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 with Priority: HIGHEST for action security_group_rules [ 685.581434] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f6ee506-9bfd-4e04-8a0e-87e243c89f45 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.581637] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.581754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.582172] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.582308] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f6ee506-9bfd-4e04-8a0e-87e243c89f45',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.611959] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e14143-deec-4fc8-87f8-0bae05bf235e taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.612155] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e14143-deec-4fc8-87f8-0bae05bf235e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.613846] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42e14143-deec-4fc8-87f8-0bae05bf235e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.613846] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3686e37b-2af8-4d27-a283-a7a602c9bd52 with status ACTIVE [ 685.613846] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.613846] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.613846] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.613846] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.613846] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.614339] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.614339] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.614339] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.614339] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.614462] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.614756] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.614756] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.614756] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.615172] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.615172] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.615172] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3686e37b-2af8-4d27-a283-a7a602c9bd52 is going to be updated. [ 685.637972] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.638139] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.638210] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.641251] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.641935] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.641935] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3686e37b-2af8-4d27-a283-a7a602c9bd52" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.668476] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.668476] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.668476] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.668687] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.668687] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.668865] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.668978] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.669166] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.669997] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.669997] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.669997] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f already deleted. [ 685.669997] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.681104] env[69258]: INFO networking_nsxv3.common.synchronization [None req-b4ffa99b-5dba-42cd-af15-98a33652c91b None None] Enqueued Resource ID: d5f65d0a-9ce6-477a-8b23-168da83cb573 with Priority: HIGHEST for action port [ 685.681521] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5f65d0a-9ce6-477a-8b23-168da83cb573 with Priority: HIGHEST for action port [ 685.681785] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5f65d0a-9ce6-477a-8b23-168da83cb573 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.681949] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5f65d0a-9ce6-477a-8b23-168da83cb573" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.682034] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5f65d0a-9ce6-477a-8b23-168da83cb573" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.682774] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5f65d0a-9ce6-477a-8b23-168da83cb573" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.682842] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5f65d0a-9ce6-477a-8b23-168da83cb573',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.725791] env[69258]: INFO networking_nsxv3.common.synchronization [None req-e8e69a5d-f383-4308-a051-40debcc785c0 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Enqueued Resource ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 with Priority: HIGHEST for action security_group_rules [ 685.726610] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 with Priority: HIGHEST for action security_group_rules [ 685.727436] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f6ee506-9bfd-4e04-8a0e-87e243c89f45 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.727724] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.828966] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 in Status: SUCCESS [ 685.829248] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.829752] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.829966] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.830216] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.830282] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.830360] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.830519] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.830602] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.830688] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.830779] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.958438] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.958749] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.958930] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.959261] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.959591] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.960134] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.960134] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.960432] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.960667] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.961179] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 685.961179] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.961179] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.961375] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.961822] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 685.961822] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.961822] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.981592] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.981592] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 685.981592] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.981592] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.981592] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-9070d06e-ed57-41c9-b14c-2d65f757f9b3 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.981592] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-9070d06e-ed57-41c9-b14c-2d65f757f9b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.981592] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-9070d06e-ed57-41c9-b14c-2d65f757f9b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.981958] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-9070d06e-ed57-41c9-b14c-2d65f757f9b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.981989] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9070d06e-ed57-41c9-b14c-2d65f757f9b3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.024307] env[69258]: INFO networking_nsxv3.common.synchronization [None req-0449c2a7-9bf5-4b28-945b-ad54389e0688 None None] Enqueued Resource ID: 4823b02b-63cd-4330-8795-4e938525e822 with Priority: HIGHEST for action port [ 686.025266] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4823b02b-63cd-4330-8795-4e938525e822 with Priority: HIGHEST for action port [ 686.025940] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-4823b02b-63cd-4330-8795-4e938525e822 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.027632] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4823b02b-63cd-4330-8795-4e938525e822" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.027632] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4823b02b-63cd-4330-8795-4e938525e822" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.027632] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4823b02b-63cd-4330-8795-4e938525e822" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.027812] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4823b02b-63cd-4330-8795-4e938525e822',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.037112] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7635995e-c6cd-453b-b9aa-b46cf0c66e88 in Status: SUCCESS [ 686.037264] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7635995e-c6cd-453b-b9aa-b46cf0c66e88" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.101137] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.101274] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.101274] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.102038] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.102038] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.102038] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 already deleted. [ 686.102038] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.102558] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.103049] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.103756] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f6ee506-9bfd-4e04-8a0e-87e243c89f45',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.117782] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42e14143-deec-4fc8-87f8-0bae05bf235e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.185525] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5f65d0a-9ce6-477a-8b23-168da83cb573 [ 686.186719] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.186719] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.186719] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.186719] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.186719] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.186719] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5f65d0a-9ce6-477a-8b23-168da83cb573 already deleted. [ 686.186719] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5f65d0a-9ce6-477a-8b23-168da83cb573" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.333601] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.488132] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.488132] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.488132] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.488132] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.488345] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.488437] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 9070d06e-ed57-41c9-b14c-2d65f757f9b3 not found, creating... [ 686.488692] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.488862] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.488991] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.489229] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.489362] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.489639] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.489789] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.489902] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.490802] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.490961] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.491131] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 9070d06e-ed57-41c9-b14c-2d65f757f9b3 is going to be created. [ 686.513632] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.513632] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.513632] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.513632] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.513632] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.513632] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-9070d06e-ed57-41c9-b14c-2d65f757f9b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.534404] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4823b02b-63cd-4330-8795-4e938525e822 [ 686.534628] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.534763] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.534831] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.535061] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.535148] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.535246] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4823b02b-63cd-4330-8795-4e938525e822 already deleted. [ 686.535326] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4823b02b-63cd-4330-8795-4e938525e822" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.554675] env[69258]: INFO networking_nsxv3.common.synchronization [req-b67154ee-5151-4309-b6e1-c2c805432a3b req-2932726a-c92e-44a9-b7ca-33978b7dcb3d tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Enqueued Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 686.555321] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 686.555631] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.555758] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.555834] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.556443] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.556738] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.556859] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.556916] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.557139] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.557233] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.557456] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.624546] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.624722] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.624763] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.624976] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.625086] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.625186] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42e14143-deec-4fc8-87f8-0bae05bf235e is going to be created. [ 686.627521] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.627655] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.627701] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.627879] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.627967] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.629171] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 already deleted. [ 686.629322] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.654473] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.654632] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.658075] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.658075] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.658075] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.664337] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e14143-deec-4fc8-87f8-0bae05bf235e in Status: UNINITIALIZED for 2s [ 686.839856] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5: rpc.has_security_group_logging(os_id): False [ 686.858902] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.859079] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.859160] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.859792] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.859792] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.859792] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.859792] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.859981] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.860017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.860088] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.860178] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 is going to be created. [ 686.932399] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.932571] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.932633] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.933051] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.933051] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.957447] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 in Status: IN_PROGRESS for 2s [ 687.034066] env[69258]: INFO networking_nsxv3.common.synchronization [None req-5a6fe4d1-e41b-4157-9b04-77a3cc36333c None None] Enqueued Resource ID: 0984653e-4d9d-4240-9da7-8b9052895c10 with Priority: HIGHEST for action port [ 687.034766] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0984653e-4d9d-4240-9da7-8b9052895c10 with Priority: HIGHEST for action port [ 687.036052] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-0984653e-4d9d-4240-9da7-8b9052895c10 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.036653] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0984653e-4d9d-4240-9da7-8b9052895c10" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.036653] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0984653e-4d9d-4240-9da7-8b9052895c10" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.036653] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0984653e-4d9d-4240-9da7-8b9052895c10" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.036816] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0984653e-4d9d-4240-9da7-8b9052895c10',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.061622] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.061622] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.061622] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.061856] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.061856] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.061981] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.062167] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.062248] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.062438] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.062539] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.062632] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f already deleted. [ 687.062718] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.540279] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0984653e-4d9d-4240-9da7-8b9052895c10 [ 687.541088] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.541088] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.541088] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.541088] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.541088] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.541088] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0984653e-4d9d-4240-9da7-8b9052895c10 already deleted. [ 687.541088] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0984653e-4d9d-4240-9da7-8b9052895c10" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.866311] env[69258]: INFO networking_nsxv3.common.synchronization [req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa req-789d94a8-eba1-4a6d-b83d-adb0d9fd58f1 service nova] Enqueued Resource ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f with Priority: HIGHEST for action security_group_rules [ 687.866524] env[69258]: INFO networking_nsxv3.common.synchronization [req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa req-789d94a8-eba1-4a6d-b83d-adb0d9fd58f1 service nova] Enqueued Resource ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f with Priority: HIGHEST for action security_group_members [ 687.867870] env[69258]: INFO networking_nsxv3.common.synchronization [req-80b3ffd6-e473-49c3-b115-ba4dfc5031aa req-789d94a8-eba1-4a6d-b83d-adb0d9fd58f1 service nova] Enqueued Resource ID: 9070d06e-ed57-41c9-b14c-2d65f757f9b3 with Priority: HIGHEST for action port [ 687.867870] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f with Priority: HIGHEST for action security_group_rules [ 687.867870] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f with Priority: HIGHEST for action security_group_members [ 687.868288] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9070d06e-ed57-41c9-b14c-2d65f757f9b3 with Priority: HIGHEST for action port [ 687.868590] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.868792] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.868869] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.869165] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.869285] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac7faa52-71cf-4778-baa6-a9ec0c5ead3f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.870636] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.870636] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.870636] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.870636] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.872518] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.872663] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.872726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.873251] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.873251] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.873407] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac7faa52-71cf-4778-baa6-a9ec0c5ead3f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.875676] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-9070d06e-ed57-41c9-b14c-2d65f757f9b3 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.875676] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9070d06e-ed57-41c9-b14c-2d65f757f9b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.875676] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9070d06e-ed57-41c9-b14c-2d65f757f9b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.875676] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9070d06e-ed57-41c9-b14c-2d65f757f9b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.875676] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9070d06e-ed57-41c9-b14c-2d65f757f9b3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.942086] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-133 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.942313] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-133" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.942461] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-133" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.942791] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-133" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.943508] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.943747] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.944096] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.944366] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.944668] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.944798] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 687.944932] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.945067] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.945208] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.945382] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 687.945495] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.945800] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.967482] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.967682] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 687.967819] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.968043] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-133" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.968417] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-cd83e3b3-e670-4e24-bcc4-cf8226541a95 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.968732] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-cd83e3b3-e670-4e24-bcc4-cf8226541a95" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.968895] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-cd83e3b3-e670-4e24-bcc4-cf8226541a95" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.969252] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-cd83e3b3-e670-4e24-bcc4-cf8226541a95" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.969407] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd83e3b3-e670-4e24-bcc4-cf8226541a95',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.378032] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.378032] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.378032] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac7faa52-71cf-4778-baa6-a9ec0c5ead3f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.378619] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9070d06e-ed57-41c9-b14c-2d65f757f9b3 with status ACTIVE [ 688.378619] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.378744] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.379428] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.379428] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.379428] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.379428] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.379428] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.379661] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.379661] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.379729] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.380164] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.380164] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.380164] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.380392] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.380392] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.380448] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9070d06e-ed57-41c9-b14c-2d65f757f9b3 is going to be updated. [ 688.393140] env[69258]: INFO networking_nsxv3.common.synchronization [req-029116f8-9226-430d-9c49-6414b190870b req-b66defba-8214-4318-be99-79dbaab2e01c tempest-DeleteServersAdminTestJSON-1747861486 tempest-DeleteServersAdminTestJSON-1747861486-project-admin] Enqueued Resource ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b with Priority: HIGHEST for action security_group_members [ 688.393140] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b with Priority: HIGHEST for action security_group_members [ 688.393140] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.393140] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.393140] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.396573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.396767] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.396886] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.396955] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.397303] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.397303] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.397401] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ecf39ed-cdf0-4542-b74e-ae35a5acf80b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.402904] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.403069] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.403162] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.403366] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.403601] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.403689] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9070d06e-ed57-41c9-b14c-2d65f757f9b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.475367] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.475367] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.475367] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.475367] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.475367] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.475367] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port cd83e3b3-e670-4e24-bcc4-cf8226541a95 not found, creating... [ 688.475367] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.475367] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.475367] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.475367] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.475367] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.475757] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.475757] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.475757] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.476268] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.476633] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.477270] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: cd83e3b3-e670-4e24-bcc4-cf8226541a95 is going to be created. [ 688.509071] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.509285] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.509405] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.509671] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.509891] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.510123] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-cd83e3b3-e670-4e24-bcc4-cf8226541a95" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.596260] env[69258]: INFO networking_nsxv3.common.synchronization [req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 req-4c329674-f002-4af8-a8e4-6ae142baf041 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Enqueued Resource ID: 389f01ab-cfc6-4302-b4e7-42db71a6ebe8 with Priority: HIGHEST for action security_group_members [ 688.597169] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 389f01ab-cfc6-4302-b4e7-42db71a6ebe8 with Priority: HIGHEST for action security_group_members [ 688.597534] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-389f01ab-cfc6-4302-b4e7-42db71a6ebe8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.597660] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-389f01ab-cfc6-4302-b4e7-42db71a6ebe8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.597767] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-389f01ab-cfc6-4302-b4e7-42db71a6ebe8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.597995] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-389f01ab-cfc6-4302-b4e7-42db71a6ebe8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.599712] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.599877] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.600107] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.600319] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.600416] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.600647] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('389f01ab-cfc6-4302-b4e7-42db71a6ebe8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.681107] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e14143-deec-4fc8-87f8-0bae05bf235e in Status: SUCCESS [ 688.681107] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e14143-deec-4fc8-87f8-0bae05bf235e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.681107] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e14143-deec-4fc8-87f8-0bae05bf235e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.681107] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e14143-deec-4fc8-87f8-0bae05bf235e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.681107] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.681107] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.681107] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.681107] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.681107] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.681107] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e14143-deec-4fc8-87f8-0bae05bf235e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.681107] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42e14143-deec-4fc8-87f8-0bae05bf235e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.882685] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac7faa52-71cf-4778-baa6-a9ec0c5ead3f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.900383] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.901327] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.901664] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.902129] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.902379] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.903050] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.903333] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.905018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.905018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.905018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.905018] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b is going to be updated. [ 688.938011] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.938186] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.938242] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.938531] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.938691] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.948879] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b in Status: IN_PROGRESS for 2s [ 688.971695] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 in Status: SUCCESS [ 688.971695] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.104565] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.104565] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.104565] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.105837] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.105837] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.105837] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.105837] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.105837] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.105837] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.105837] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.105837] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 389f01ab-cfc6-4302-b4e7-42db71a6ebe8 already deleted. [ 689.105837] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-389f01ab-cfc6-4302-b4e7-42db71a6ebe8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.185285] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42e14143-deec-4fc8-87f8-0bae05bf235e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.388853] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.389132] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.390063] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.390063] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.390063] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.390063] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f is going to be created. [ 689.416430] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.416430] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.416430] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.416430] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.416430] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.430908] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f in Status: UNINITIALIZED for 2s [ 689.468200] env[69258]: INFO networking_nsxv3.common.synchronization [req-b67154ee-5151-4309-b6e1-c2c805432a3b req-949f158f-bf09-43d9-b8df-eb6e886a412c service nova] Enqueued Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_rules [ 689.468382] env[69258]: INFO networking_nsxv3.common.synchronization [req-b67154ee-5151-4309-b6e1-c2c805432a3b req-949f158f-bf09-43d9-b8df-eb6e886a412c service nova] Enqueued Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 689.471680] env[69258]: INFO networking_nsxv3.common.synchronization [req-b67154ee-5151-4309-b6e1-c2c805432a3b req-949f158f-bf09-43d9-b8df-eb6e886a412c service nova] Enqueued Resource ID: cd83e3b3-e670-4e24-bcc4-cf8226541a95 with Priority: HIGHEST for action port [ 689.471680] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_rules [ 689.471680] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 689.471680] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd83e3b3-e670-4e24-bcc4-cf8226541a95 with Priority: HIGHEST for action port [ 689.471680] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.471680] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.471680] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.471680] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.471680] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.471680] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.471680] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.474472] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.474716] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.474885] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.474992] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.475122] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.475225] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.475317] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.475411] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.476256] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd83e3b3-e670-4e24-bcc4-cf8226541a95 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.476388] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd83e3b3-e670-4e24-bcc4-cf8226541a95" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.476490] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd83e3b3-e670-4e24-bcc4-cf8226541a95" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.478013] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd83e3b3-e670-4e24-bcc4-cf8226541a95" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.478013] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd83e3b3-e670-4e24-bcc4-cf8226541a95',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.598805] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-936 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.599133] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-936" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.599133] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-936" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.599444] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-936" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.599703] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.599863] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.599983] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.600416] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.600571] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.600785] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 689.600904] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.601561] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.601697] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.602094] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 689.602258] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.602404] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.622554] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.622554] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 689.622554] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.622554] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-936" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.622554] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-7d128953-5064-4d92-ade6-78f49c7a49b1 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.622554] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-7d128953-5064-4d92-ade6-78f49c7a49b1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.622554] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-7d128953-5064-4d92-ade6-78f49c7a49b1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.622554] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-7d128953-5064-4d92-ade6-78f49c7a49b1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.622554] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d128953-5064-4d92-ade6-78f49c7a49b1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.691343] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42e14143-deec-4fc8-87f8-0bae05bf235e: rpc.has_security_group_logging(os_id): False [ 689.709023] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.709357] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.709539] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.709811] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.709906] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.710194] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.710337] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.710384] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.710516] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.710649] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.710687] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42e14143-deec-4fc8-87f8-0bae05bf235e is going to be created. [ 689.766640] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.766782] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.766855] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.767479] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.767479] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.779465] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42e14143-deec-4fc8-87f8-0bae05bf235e in Status: IN_PROGRESS for 2s [ 689.978706] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.979749] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.979883] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.980017] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd83e3b3-e670-4e24-bcc4-cf8226541a95 with status ACTIVE [ 689.980181] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.980288] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.980353] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.980548] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.980636] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.980801] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.980884] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.980941] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.981314] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.981314] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.981418] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.981485] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.981530] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.982679] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.982679] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.982679] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd83e3b3-e670-4e24-bcc4-cf8226541a95 is going to be updated. [ 690.006897] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.006897] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.007089] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.007194] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.007331] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.007491] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd83e3b3-e670-4e24-bcc4-cf8226541a95" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.125248] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.125472] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.125596] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.125881] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.126070] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.126252] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 7d128953-5064-4d92-ade6-78f49c7a49b1 not found, creating... [ 690.128279] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.128493] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.128639] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.129291] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.129731] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.130151] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.131857] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.131857] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.131857] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.131857] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.131857] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 7d128953-5064-4d92-ade6-78f49c7a49b1 is going to be created. [ 690.170835] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.172035] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.176630] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.176630] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.176630] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.176630] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-7d128953-5064-4d92-ade6-78f49c7a49b1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.357020] env[69258]: INFO networking_nsxv3.common.synchronization [None req-6b55ea5f-267d-4d16-8361-2b1914f10a53 None None] Enqueued Resource ID: 8cc61467-4c96-416c-bde4-ba5a79e7bada with Priority: HIGHEST for action port [ 690.357020] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cc61467-4c96-416c-bde4-ba5a79e7bada with Priority: HIGHEST for action port [ 690.357293] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cc61467-4c96-416c-bde4-ba5a79e7bada taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.359298] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cc61467-4c96-416c-bde4-ba5a79e7bada" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.359298] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cc61467-4c96-416c-bde4-ba5a79e7bada" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.359298] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cc61467-4c96-416c-bde4-ba5a79e7bada" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.359298] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cc61467-4c96-416c-bde4-ba5a79e7bada',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.487966] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.859714] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8cc61467-4c96-416c-bde4-ba5a79e7bada [ 690.861109] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.861109] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.861109] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.861640] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.861794] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.861950] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8cc61467-4c96-416c-bde4-ba5a79e7bada already deleted. [ 690.862102] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cc61467-4c96-416c-bde4-ba5a79e7bada" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.959290] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b in Status: SUCCESS [ 690.959490] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b deletion is rescheduled due to dependency. [ 690.959606] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.992311] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.992644] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.992777] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.992996] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.993107] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.993214] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f is going to be created. [ 691.015064] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.017503] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.017503] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.017503] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.017503] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.025233] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: UNINITIALIZED for 2s [ 691.442125] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f in Status: SUCCESS [ 691.442125] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.442125] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.442125] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.442125] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.442125] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.442125] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.442125] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.442125] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.442125] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.442125] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac7faa52-71cf-4778-baa6-a9ec0c5ead3f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.793130] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42e14143-deec-4fc8-87f8-0bae05bf235e in Status: SUCCESS [ 691.793130] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42e14143-deec-4fc8-87f8-0bae05bf235e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.945865] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.945865] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.945865] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.945865] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.945865] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.945865] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.945865] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.945865] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.945865] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.945865] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.945865] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.946813] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.946813] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.946813] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.946813] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.946813] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.946813] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.946813] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.946813] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.946813] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.947241] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac7faa52-71cf-4778-baa6-a9ec0c5ead3f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.096786] env[69258]: INFO networking_nsxv3.common.synchronization [req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 req-43e1f09a-a918-4fd6-8e59-49e01fc9d0c1 service nova] Enqueued Resource ID: 389f01ab-cfc6-4302-b4e7-42db71a6ebe8 with Priority: HIGHEST for action security_group_rules [ 692.096999] env[69258]: INFO networking_nsxv3.common.synchronization [req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 req-43e1f09a-a918-4fd6-8e59-49e01fc9d0c1 service nova] Enqueued Resource ID: 389f01ab-cfc6-4302-b4e7-42db71a6ebe8 with Priority: HIGHEST for action security_group_members [ 692.097485] env[69258]: INFO networking_nsxv3.common.synchronization [req-e038e302-bd0a-4135-92a7-d2d7c0a20cf9 req-43e1f09a-a918-4fd6-8e59-49e01fc9d0c1 service nova] Enqueued Resource ID: 7d128953-5064-4d92-ade6-78f49c7a49b1 with Priority: HIGHEST for action port [ 692.098934] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 389f01ab-cfc6-4302-b4e7-42db71a6ebe8 with Priority: HIGHEST for action security_group_rules [ 692.099085] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 389f01ab-cfc6-4302-b4e7-42db71a6ebe8 with Priority: HIGHEST for action security_group_members [ 692.099187] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d128953-5064-4d92-ade6-78f49c7a49b1 with Priority: HIGHEST for action port [ 692.099459] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-389f01ab-cfc6-4302-b4e7-42db71a6ebe8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.099580] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-389f01ab-cfc6-4302-b4e7-42db71a6ebe8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.099641] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-389f01ab-cfc6-4302-b4e7-42db71a6ebe8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.099884] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-389f01ab-cfc6-4302-b4e7-42db71a6ebe8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.099981] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('389f01ab-cfc6-4302-b4e7-42db71a6ebe8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.100853] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-389f01ab-cfc6-4302-b4e7-42db71a6ebe8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.100963] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-389f01ab-cfc6-4302-b4e7-42db71a6ebe8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.100963] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-389f01ab-cfc6-4302-b4e7-42db71a6ebe8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.101203] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-389f01ab-cfc6-4302-b4e7-42db71a6ebe8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.105873] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.105873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.105873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.105873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.105873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.105873] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('389f01ab-cfc6-4302-b4e7-42db71a6ebe8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.105873] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d128953-5064-4d92-ade6-78f49c7a49b1 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.105873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d128953-5064-4d92-ade6-78f49c7a49b1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.105873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d128953-5064-4d92-ade6-78f49c7a49b1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.105873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d128953-5064-4d92-ade6-78f49c7a49b1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.105873] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d128953-5064-4d92-ade6-78f49c7a49b1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.247939] env[69258]: INFO networking_nsxv3.common.synchronization [req-f6d73a15-be55-4b47-8103-9c2725227738 req-64928b46-7e92-4c61-be75-3c0434d3ac5e tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Enqueued Resource ID: aff5d726-f658-49a6-9d46-ddc52a45c6c2 with Priority: HIGHEST for action security_group_members [ 692.248512] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff5d726-f658-49a6-9d46-ddc52a45c6c2 with Priority: HIGHEST for action security_group_members [ 692.248945] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff5d726-f658-49a6-9d46-ddc52a45c6c2 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.248945] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff5d726-f658-49a6-9d46-ddc52a45c6c2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.249076] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff5d726-f658-49a6-9d46-ddc52a45c6c2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.250314] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff5d726-f658-49a6-9d46-ddc52a45c6c2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.250481] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.250601] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.250659] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.250816] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.250887] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.250961] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aff5d726-f658-49a6-9d46-ddc52a45c6c2',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.450421] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac7faa52-71cf-4778-baa6-a9ec0c5ead3f: rpc.has_security_group_logging(os_id): False [ 692.474825] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.475035] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.475081] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.476040] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.476040] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.476040] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.476040] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.476040] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.476040] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.476040] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.476842] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.476992] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.477455] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.477695] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.478028] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.478098] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.478168] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.478260] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.478426] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.478503] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.478594] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f is going to be created. [ 692.555974] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.559035] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.559035] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.559035] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.559035] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.575861] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f in Status: IN_PROGRESS for 2s [ 692.606579] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-389f01ab-cfc6-4302-b4e7-42db71a6ebe8 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.608166] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-389f01ab-cfc6-4302-b4e7-42db71a6ebe8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.608166] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('389f01ab-cfc6-4302-b4e7-42db71a6ebe8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.609199] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d128953-5064-4d92-ade6-78f49c7a49b1 with status ACTIVE [ 692.609627] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.609936] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.610735] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.610885] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.611664] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.611863] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.612127] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.614970] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.614970] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.614970] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.614970] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.614970] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.614970] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.614970] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.614970] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.614970] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d128953-5064-4d92-ade6-78f49c7a49b1 is going to be updated. [ 692.638644] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.638872] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.638872] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.639212] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.639375] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.640359] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d128953-5064-4d92-ade6-78f49c7a49b1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.736017] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.736017] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.736017] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.736017] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.740177] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.740177] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.740177] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.740177] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.740177] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.740177] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 692.740177] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 692.740177] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 692.740177] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 692.740177] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 692.740177] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 692.740177] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 692.756470] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.756470] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.756470] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.756470] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.756470] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.756470] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.756470] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.756470] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.756470] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.756470] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.756470] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aff5d726-f658-49a6-9d46-ddc52a45c6c2 already deleted. [ 692.756470] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff5d726-f658-49a6-9d46-ddc52a45c6c2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.781829] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 692.782008] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 692.782174] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 692.782352] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.782668] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.782852] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.782990] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.783367] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.783522] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.035310] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: SUCCESS [ 693.035310] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.035310] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.035310] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.035903] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.035903] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.035903] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.036722] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.036722] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.036722] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.036937] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.118297] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('389f01ab-cfc6-4302-b4e7-42db71a6ebe8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.228913] env[69258]: INFO networking_nsxv3.common.synchronization [None req-b7dfd31e-abbb-498f-95ff-9436c6ca881c None None] Enqueued Resource ID: c8060bb4-bfa5-4652-a2f1-55dd83a46dbf with Priority: HIGHEST for action port [ 693.229234] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8060bb4-bfa5-4652-a2f1-55dd83a46dbf with Priority: HIGHEST for action port [ 693.229832] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8060bb4-bfa5-4652-a2f1-55dd83a46dbf taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.229966] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8060bb4-bfa5-4652-a2f1-55dd83a46dbf" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.230056] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8060bb4-bfa5-4652-a2f1-55dd83a46dbf" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.230305] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8060bb4-bfa5-4652-a2f1-55dd83a46dbf" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.230431] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8060bb4-bfa5-4652-a2f1-55dd83a46dbf',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.286826] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.287207] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.287420] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.287757] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.287955] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.288217] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0 not found, creating... [ 693.288614] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.289230] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.289434] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.289721] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.289875] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.290202] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.291355] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.291355] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.291641] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.291811] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.291982] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0 is going to be created. [ 693.313430] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.313430] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.313430] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.313430] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.313430] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.313430] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.540053] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.540053] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.540053] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.540053] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.540053] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.540513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.540513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.540513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.540513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.540513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.540738] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.540738] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.540847] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.540968] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.541136] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.541219] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.541270] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.545026] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.545026] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.545026] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.545026] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.621049] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.621049] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.621049] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.621332] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.621423] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.621571] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 389f01ab-cfc6-4302-b4e7-42db71a6ebe8 is going to be created. [ 693.644861] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.645116] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.645116] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.645347] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.646049] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.657935] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 389f01ab-cfc6-4302-b4e7-42db71a6ebe8 in Status: UNINITIALIZED for 2s [ 693.736049] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8060bb4-bfa5-4652-a2f1-55dd83a46dbf [ 693.736049] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.736049] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.736049] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.736049] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.736049] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.736049] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8060bb4-bfa5-4652-a2f1-55dd83a46dbf already deleted. [ 693.736049] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8060bb4-bfa5-4652-a2f1-55dd83a46dbf" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.046908] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c754537a-1169-4215-9bdd-f31b86f6cd2f: rpc.has_security_group_logging(os_id): False [ 694.068039] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.068039] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.068039] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.068039] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.068039] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.070106] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.070106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.070106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.070106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.070106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.070516] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.073620] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.073620] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.073620] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.073620] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.073620] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.073620] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.073620] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.073620] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.073620] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.073620] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f is going to be created. [ 694.131998] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.131998] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.131998] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.132490] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.132726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.145848] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: IN_PROGRESS for 2s [ 694.589267] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f in Status: SUCCESS [ 694.589267] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.832544] env[69258]: INFO networking_nsxv3.common.synchronization [req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 req-db2132fb-9538-4133-885d-f93fa9222e43 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Enqueued Resource ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 with Priority: HIGHEST for action security_group_members [ 694.833122] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 with Priority: HIGHEST for action security_group_members [ 694.833456] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a85234-4be1-45e4-8d76-8981ce663fe0 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.833735] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.833735] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.834548] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.834806] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.834969] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.835091] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.835301] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.835425] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.835555] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a85234-4be1-45e4-8d76-8981ce663fe0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.202544] env[69258]: INFO networking_nsxv3.common.synchronization [req-f6d73a15-be55-4b47-8103-9c2725227738 req-70558a7c-b73a-4231-95a5-93b0a1cee3b9 service nova] Enqueued Resource ID: aff5d726-f658-49a6-9d46-ddc52a45c6c2 with Priority: HIGHEST for action security_group_rules [ 695.202730] env[69258]: INFO networking_nsxv3.common.synchronization [req-f6d73a15-be55-4b47-8103-9c2725227738 req-70558a7c-b73a-4231-95a5-93b0a1cee3b9 service nova] Enqueued Resource ID: aff5d726-f658-49a6-9d46-ddc52a45c6c2 with Priority: HIGHEST for action security_group_members [ 695.202774] env[69258]: INFO networking_nsxv3.common.synchronization [req-f6d73a15-be55-4b47-8103-9c2725227738 req-70558a7c-b73a-4231-95a5-93b0a1cee3b9 service nova] Enqueued Resource ID: 6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0 with Priority: HIGHEST for action port [ 695.203516] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff5d726-f658-49a6-9d46-ddc52a45c6c2 with Priority: HIGHEST for action security_group_rules [ 695.203516] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff5d726-f658-49a6-9d46-ddc52a45c6c2 with Priority: HIGHEST for action security_group_members [ 695.203516] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0 with Priority: HIGHEST for action port [ 695.204322] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aff5d726-f658-49a6-9d46-ddc52a45c6c2 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.204518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aff5d726-f658-49a6-9d46-ddc52a45c6c2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.204628] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aff5d726-f658-49a6-9d46-ddc52a45c6c2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.204901] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aff5d726-f658-49a6-9d46-ddc52a45c6c2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.205059] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aff5d726-f658-49a6-9d46-ddc52a45c6c2',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.205960] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff5d726-f658-49a6-9d46-ddc52a45c6c2 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.206148] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff5d726-f658-49a6-9d46-ddc52a45c6c2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.206617] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff5d726-f658-49a6-9d46-ddc52a45c6c2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.206617] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff5d726-f658-49a6-9d46-ddc52a45c6c2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.206617] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.206763] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.206881] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.207038] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.207181] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.207305] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aff5d726-f658-49a6-9d46-ddc52a45c6c2',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.208285] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.208448] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.208610] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.208801] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.208916] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.338048] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.338290] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.338437] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.338619] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.339068] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.339068] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.339068] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.339216] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.339261] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.339635] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.339635] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 already deleted. [ 695.339635] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.669061] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 389f01ab-cfc6-4302-b4e7-42db71a6ebe8 in Status: SUCCESS [ 695.669378] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-389f01ab-cfc6-4302-b4e7-42db71a6ebe8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.669507] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-389f01ab-cfc6-4302-b4e7-42db71a6ebe8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.670750] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-389f01ab-cfc6-4302-b4e7-42db71a6ebe8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.670750] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.670750] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.670750] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.670750] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.670750] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.670750] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-389f01ab-cfc6-4302-b4e7-42db71a6ebe8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.671286] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('389f01ab-cfc6-4302-b4e7-42db71a6ebe8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.711397] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff5d726-f658-49a6-9d46-ddc52a45c6c2 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.711621] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff5d726-f658-49a6-9d46-ddc52a45c6c2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.711881] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aff5d726-f658-49a6-9d46-ddc52a45c6c2',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.713572] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0 with status ACTIVE [ 695.713779] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.714169] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.714279] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.714522] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.714630] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.715308] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.715535] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.715877] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.716224] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.716405] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.716717] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.716913] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.717708] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.718230] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.718317] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.718461] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0 is going to be updated. [ 695.749079] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.749251] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.749388] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.749545] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.749705] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.749910] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6eda1c62-e7c4-48a5-a5f1-0dfb42cd47c0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.011981] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.011981] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-648" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.011981] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-648" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.012335] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-648" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.013095] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.013095] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.013095] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.015705] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.015882] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.016169] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.016295] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.016411] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.016544] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.016660] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 696.016769] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.016927] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.037647] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.037647] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 696.037770] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.038019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-648" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.038861] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-1d027ea2-ba0a-45ad-b474-3228b2a676b1 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.039388] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-1d027ea2-ba0a-45ad-b474-3228b2a676b1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.039657] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-1d027ea2-ba0a-45ad-b474-3228b2a676b1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.040015] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-1d027ea2-ba0a-45ad-b474-3228b2a676b1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.040169] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d027ea2-ba0a-45ad-b474-3228b2a676b1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.157242] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: SUCCESS [ 696.157242] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.174722] env[69258]: INFO networking_nsxv3.common.synchronization [None req-9b949f96-c4f2-4e28-90e2-d05c7e9b5582 None None] Enqueued Resource ID: a03f15a8-eb43-42d6-a42b-96631fefdc68 with Priority: HIGHEST for action port [ 696.174722] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-389f01ab-cfc6-4302-b4e7-42db71a6ebe8 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.174922] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-389f01ab-cfc6-4302-b4e7-42db71a6ebe8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.174922] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-389f01ab-cfc6-4302-b4e7-42db71a6ebe8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.175961] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-389f01ab-cfc6-4302-b4e7-42db71a6ebe8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.175961] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.175961] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.175961] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.175961] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.176403] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.176403] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-389f01ab-cfc6-4302-b4e7-42db71a6ebe8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.176403] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-389f01ab-cfc6-4302-b4e7-42db71a6ebe8 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.176403] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-389f01ab-cfc6-4302-b4e7-42db71a6ebe8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.176570] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-389f01ab-cfc6-4302-b4e7-42db71a6ebe8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.176570] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-389f01ab-cfc6-4302-b4e7-42db71a6ebe8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.176783] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.176783] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.176891] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.176984] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.177059] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.178047] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-389f01ab-cfc6-4302-b4e7-42db71a6ebe8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.178047] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('389f01ab-cfc6-4302-b4e7-42db71a6ebe8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.178267] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a03f15a8-eb43-42d6-a42b-96631fefdc68 with Priority: HIGHEST for action port [ 696.178736] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-a03f15a8-eb43-42d6-a42b-96631fefdc68 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.178845] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a03f15a8-eb43-42d6-a42b-96631fefdc68" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.178902] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a03f15a8-eb43-42d6-a42b-96631fefdc68" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.179116] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a03f15a8-eb43-42d6-a42b-96631fefdc68" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.179185] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a03f15a8-eb43-42d6-a42b-96631fefdc68',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.220877] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aff5d726-f658-49a6-9d46-ddc52a45c6c2',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.543747] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.544903] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.545111] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.546214] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.546474] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.546703] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 1d027ea2-ba0a-45ad-b474-3228b2a676b1 not found, creating... [ 696.547136] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.552937] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.552937] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.552937] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.552937] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.552937] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.552937] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.552937] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.552937] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.552937] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.552937] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 1d027ea2-ba0a-45ad-b474-3228b2a676b1 is going to be created. [ 696.570240] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.570678] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.570678] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.571354] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.571443] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.571604] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-1d027ea2-ba0a-45ad-b474-3228b2a676b1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.682821] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 389f01ab-cfc6-4302-b4e7-42db71a6ebe8: rpc.has_security_group_logging(os_id): False [ 696.682821] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a03f15a8-eb43-42d6-a42b-96631fefdc68 [ 696.682821] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.682821] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.682821] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.682821] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.684044] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.684370] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a03f15a8-eb43-42d6-a42b-96631fefdc68 already deleted. [ 696.685363] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a03f15a8-eb43-42d6-a42b-96631fefdc68" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.705255] env[69258]: INFO networking_nsxv3.common.synchronization [None req-a5952b8d-291d-4520-ba5f-e84f9523b7d8 None None] Enqueued Resource ID: 12424b1d-3015-4dd7-814c-14a3aeca80d5 with Priority: HIGHEST for action port [ 696.706493] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12424b1d-3015-4dd7-814c-14a3aeca80d5 with Priority: HIGHEST for action port [ 696.710076] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-12424b1d-3015-4dd7-814c-14a3aeca80d5 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.710375] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12424b1d-3015-4dd7-814c-14a3aeca80d5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.710432] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12424b1d-3015-4dd7-814c-14a3aeca80d5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.710851] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12424b1d-3015-4dd7-814c-14a3aeca80d5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.710983] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12424b1d-3015-4dd7-814c-14a3aeca80d5',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.727136] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.727136] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.727136] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.727544] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.727544] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.727544] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aff5d726-f658-49a6-9d46-ddc52a45c6c2 is going to be created. [ 696.739577] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.739859] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.739859] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.740119] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.740119] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.743023] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.743023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.743023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.743023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.743023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.743023] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.743023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.743023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.743023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.743023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.743023] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.743023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.743023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.743023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.743607] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.743607] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 389f01ab-cfc6-4302-b4e7-42db71a6ebe8 is going to be created. [ 696.764890] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.767022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.767022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.767022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.767022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.778943] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff5d726-f658-49a6-9d46-ddc52a45c6c2 in Status: UNINITIALIZED for 2s [ 696.803762] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.803915] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.803970] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.804229] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.804492] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.819145] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 389f01ab-cfc6-4302-b4e7-42db71a6ebe8 in Status: IN_PROGRESS for 2s [ 696.864197] env[69258]: INFO networking_nsxv3.common.synchronization [None req-ce6be436-5907-40c3-9431-87951a7bebd8 None None] Enqueued Resource ID: 9aaa2730-97b9-47c8-88aa-c39432fe0def with Priority: HIGHEST for action port [ 696.864473] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9aaa2730-97b9-47c8-88aa-c39432fe0def with Priority: HIGHEST for action port [ 696.865167] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-9aaa2730-97b9-47c8-88aa-c39432fe0def taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.865264] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9aaa2730-97b9-47c8-88aa-c39432fe0def" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.865264] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9aaa2730-97b9-47c8-88aa-c39432fe0def" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.865496] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9aaa2730-97b9-47c8-88aa-c39432fe0def" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.865580] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9aaa2730-97b9-47c8-88aa-c39432fe0def',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.214397] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12424b1d-3015-4dd7-814c-14a3aeca80d5 [ 697.215568] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.215568] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.215568] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.215568] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.215568] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.215876] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12424b1d-3015-4dd7-814c-14a3aeca80d5 already deleted. [ 697.215876] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12424b1d-3015-4dd7-814c-14a3aeca80d5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.315518] env[69258]: INFO networking_nsxv3.common.synchronization [req-bd49557d-ba85-4d5b-b36c-859756727261 req-62dacd10-6cdd-4067-8c05-551c0b1e5ca3 tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Enqueued Resource ID: bb1aacb4-2c0e-4430-80f4-247a788bc442 with Priority: HIGHEST for action security_group_members [ 697.316369] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb1aacb4-2c0e-4430-80f4-247a788bc442 with Priority: HIGHEST for action security_group_members [ 697.316793] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb1aacb4-2c0e-4430-80f4-247a788bc442 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.317142] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb1aacb4-2c0e-4430-80f4-247a788bc442" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.317250] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb1aacb4-2c0e-4430-80f4-247a788bc442" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.317601] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb1aacb4-2c0e-4430-80f4-247a788bc442" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.317830] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.317990] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.318099] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.318309] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.318628] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.318771] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb1aacb4-2c0e-4430-80f4-247a788bc442',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.369430] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9aaa2730-97b9-47c8-88aa-c39432fe0def [ 697.369844] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.369966] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.370027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.370813] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.370813] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.371025] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9aaa2730-97b9-47c8-88aa-c39432fe0def already deleted. [ 697.371025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9aaa2730-97b9-47c8-88aa-c39432fe0def" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.822520] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.822520] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.822520] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.822796] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.822922] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.823176] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.823319] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.823406] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.823590] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.823695] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.823803] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb1aacb4-2c0e-4430-80f4-247a788bc442 already deleted. [ 697.824090] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb1aacb4-2c0e-4430-80f4-247a788bc442" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.043815] env[69258]: INFO networking_nsxv3.common.synchronization [None req-ef10e6f4-cb8a-4238-8ff2-4a4b890d409a None None] Enqueued Resource ID: 7d38cdca-4330-47cf-8e08-3f7a59b6d193 with Priority: HIGHEST for action port [ 698.044505] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d38cdca-4330-47cf-8e08-3f7a59b6d193 with Priority: HIGHEST for action port [ 698.044941] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d38cdca-4330-47cf-8e08-3f7a59b6d193 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.045337] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d38cdca-4330-47cf-8e08-3f7a59b6d193" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.045637] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d38cdca-4330-47cf-8e08-3f7a59b6d193" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.048434] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d38cdca-4330-47cf-8e08-3f7a59b6d193" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.048535] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d38cdca-4330-47cf-8e08-3f7a59b6d193',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.552338] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d38cdca-4330-47cf-8e08-3f7a59b6d193 [ 698.554081] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.554081] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.554081] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.554081] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.554081] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.554081] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d38cdca-4330-47cf-8e08-3f7a59b6d193 already deleted. [ 698.554081] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d38cdca-4330-47cf-8e08-3f7a59b6d193" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.702136] env[69258]: INFO networking_nsxv3.common.synchronization [req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 req-2b6b3c30-5da3-401b-9e70-302fa8e9f847 service nova] Enqueued Resource ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 with Priority: HIGHEST for action security_group_rules [ 698.702136] env[69258]: INFO networking_nsxv3.common.synchronization [req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 req-2b6b3c30-5da3-401b-9e70-302fa8e9f847 service nova] Enqueued Resource ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 with Priority: HIGHEST for action security_group_members [ 698.702136] env[69258]: INFO networking_nsxv3.common.synchronization [req-3e0b6662-24ef-40ae-92a5-c8a737b0c023 req-2b6b3c30-5da3-401b-9e70-302fa8e9f847 service nova] Enqueued Resource ID: 1d027ea2-ba0a-45ad-b474-3228b2a676b1 with Priority: HIGHEST for action port [ 698.702136] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 with Priority: HIGHEST for action security_group_rules [ 698.702136] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 with Priority: HIGHEST for action security_group_members [ 698.702136] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d027ea2-ba0a-45ad-b474-3228b2a676b1 with Priority: HIGHEST for action port [ 698.705379] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30a85234-4be1-45e4-8d76-8981ce663fe0 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.705379] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.705379] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.705607] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.706337] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30a85234-4be1-45e4-8d76-8981ce663fe0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.707495] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a85234-4be1-45e4-8d76-8981ce663fe0 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.707685] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.707789] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.707921] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.708119] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.708215] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.708275] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.710016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.710016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.710275] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a85234-4be1-45e4-8d76-8981ce663fe0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.712852] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d027ea2-ba0a-45ad-b474-3228b2a676b1 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.712979] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d027ea2-ba0a-45ad-b474-3228b2a676b1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.713055] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d027ea2-ba0a-45ad-b474-3228b2a676b1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.713242] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d027ea2-ba0a-45ad-b474-3228b2a676b1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.713326] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d027ea2-ba0a-45ad-b474-3228b2a676b1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.790080] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff5d726-f658-49a6-9d46-ddc52a45c6c2 in Status: SUCCESS [ 698.790374] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff5d726-f658-49a6-9d46-ddc52a45c6c2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.790555] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff5d726-f658-49a6-9d46-ddc52a45c6c2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.790806] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff5d726-f658-49a6-9d46-ddc52a45c6c2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.791052] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.791185] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.791249] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.791431] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.791518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.793022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff5d726-f658-49a6-9d46-ddc52a45c6c2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.793022] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aff5d726-f658-49a6-9d46-ddc52a45c6c2',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.835811] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 389f01ab-cfc6-4302-b4e7-42db71a6ebe8 in Status: SUCCESS [ 698.836073] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-389f01ab-cfc6-4302-b4e7-42db71a6ebe8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.117144] env[69258]: INFO networking_nsxv3.common.synchronization [req-2b1f686c-dcb9-43ab-bee8-bf4b4b67e788 req-01083892-4fcb-4db8-8054-b2f527375041 tempest-SecurityGroupRulesTestJSON-1357614711 tempest-SecurityGroupRulesTestJSON-1357614711-project-member] Enqueued Resource ID: 0bfc57d9-3a85-457f-b971-5823dd50448e with Priority: HIGHEST for action security_group_rules [ 699.119857] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bfc57d9-3a85-457f-b971-5823dd50448e with Priority: HIGHEST for action security_group_rules [ 699.119857] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bfc57d9-3a85-457f-b971-5823dd50448e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.119857] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bfc57d9-3a85-457f-b971-5823dd50448e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.119857] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bfc57d9-3a85-457f-b971-5823dd50448e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.119857] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bfc57d9-3a85-457f-b971-5823dd50448e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.119857] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bfc57d9-3a85-457f-b971-5823dd50448e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.187239] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-606 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.187239] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-606" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.187239] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-606" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.187239] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-606" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.187239] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.187239] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.187239] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.187239] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.187239] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.187239] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.187239] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.187239] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.187239] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.187788] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 699.187788] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.187788] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.207989] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.209302] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 699.210525] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.210525] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-606" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.210744] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-13d53801-1c8f-48c4-ace0-659d9d8ff0db taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.210925] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-13d53801-1c8f-48c4-ace0-659d9d8ff0db" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.211053] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-13d53801-1c8f-48c4-ace0-659d9d8ff0db" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.211382] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-13d53801-1c8f-48c4-ace0-659d9d8ff0db" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.211604] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13d53801-1c8f-48c4-ace0-659d9d8ff0db',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.212970] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30a85234-4be1-45e4-8d76-8981ce663fe0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.219053] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a85234-4be1-45e4-8d76-8981ce663fe0 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.219053] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.219053] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d027ea2-ba0a-45ad-b474-3228b2a676b1 with status ACTIVE [ 699.219053] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.219053] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.219053] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.219053] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.219053] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.219053] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.219053] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.219053] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.219053] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.219053] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.219637] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.219637] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.219637] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.219637] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.219637] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.219637] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d027ea2-ba0a-45ad-b474-3228b2a676b1 is going to be updated. [ 699.244993] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.244993] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.244993] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.245246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.245246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.245897] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d027ea2-ba0a-45ad-b474-3228b2a676b1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.298754] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff5d726-f658-49a6-9d46-ddc52a45c6c2 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.298754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff5d726-f658-49a6-9d46-ddc52a45c6c2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.298754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff5d726-f658-49a6-9d46-ddc52a45c6c2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.298754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff5d726-f658-49a6-9d46-ddc52a45c6c2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.298754] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.298754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.298754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.298754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.298754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.298754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff5d726-f658-49a6-9d46-ddc52a45c6c2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.298754] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff5d726-f658-49a6-9d46-ddc52a45c6c2 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.298754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff5d726-f658-49a6-9d46-ddc52a45c6c2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.298754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff5d726-f658-49a6-9d46-ddc52a45c6c2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.298754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff5d726-f658-49a6-9d46-ddc52a45c6c2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.298754] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.298754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.299603] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.299603] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.299603] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.299603] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff5d726-f658-49a6-9d46-ddc52a45c6c2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.299603] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aff5d726-f658-49a6-9d46-ddc52a45c6c2',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.642164] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.642164] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.642432] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.642606] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.642606] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.642711] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bfc57d9-3a85-457f-b971-5823dd50448e already deleted. [ 699.642833] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bfc57d9-3a85-457f-b971-5823dd50448e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.714860] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.715047] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.715227] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.715450] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.716857] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.716857] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 13d53801-1c8f-48c4-ace0-659d9d8ff0db not found, creating... [ 699.716857] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.716857] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.716857] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.716857] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.716857] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.718112] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.718112] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.718112] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.719335] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.719335] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.719335] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 13d53801-1c8f-48c4-ace0-659d9d8ff0db is going to be created. [ 699.720554] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30a85234-4be1-45e4-8d76-8981ce663fe0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.741642] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.741750] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.742405] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.742405] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.742405] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.743851] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-13d53801-1c8f-48c4-ace0-659d9d8ff0db" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.804160] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aff5d726-f658-49a6-9d46-ddc52a45c6c2: rpc.has_security_group_logging(os_id): False [ 699.826734] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.826887] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.826956] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.827221] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.827314] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.827536] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.827632] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.827692] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.827840] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.827914] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.828096] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.828184] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.828241] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.828383] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.828555] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.828681] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.828770] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.828938] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.829127] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.829201] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.829295] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aff5d726-f658-49a6-9d46-ddc52a45c6c2 is going to be created. [ 699.906430] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.906430] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.906559] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.906666] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.906850] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.927573] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aff5d726-f658-49a6-9d46-ddc52a45c6c2 in Status: IN_PROGRESS for 2s [ 700.129306] env[69258]: INFO networking_nsxv3.common.synchronization [None req-b00d8ef7-12e9-412b-b7f4-3c25ddd7a434 None None] Enqueued Resource ID: a8462a9e-6175-4b92-aaa8-44d0a9de6380 with Priority: HIGHEST for action port [ 700.131906] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8462a9e-6175-4b92-aaa8-44d0a9de6380 with Priority: HIGHEST for action port [ 700.132340] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8462a9e-6175-4b92-aaa8-44d0a9de6380 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.132505] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8462a9e-6175-4b92-aaa8-44d0a9de6380" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.132590] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8462a9e-6175-4b92-aaa8-44d0a9de6380" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.132935] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8462a9e-6175-4b92-aaa8-44d0a9de6380" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.133078] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8462a9e-6175-4b92-aaa8-44d0a9de6380',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.224785] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.224785] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.224785] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.224785] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.224785] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.225242] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 is going to be created. [ 700.249650] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.252116] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.252116] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.252116] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.252116] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.267071] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 in Status: UNINITIALIZED for 2s [ 700.330883] env[69258]: INFO networking_nsxv3.common.synchronization [req-7b0eacff-ecf0-41b7-9e31-871a8e27a996 req-99cd9c97-7691-48f5-8bd2-76ac4b016625 tempest-ServerExternalEventsTest-832516916 tempest-ServerExternalEventsTest-832516916-project-member] Enqueued Resource ID: 7635995e-c6cd-453b-b9aa-b46cf0c66e88 with Priority: HIGHEST for action security_group_members [ 700.331509] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7635995e-c6cd-453b-b9aa-b46cf0c66e88 with Priority: HIGHEST for action security_group_members [ 700.331835] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-7635995e-c6cd-453b-b9aa-b46cf0c66e88 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.333010] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7635995e-c6cd-453b-b9aa-b46cf0c66e88" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.333010] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7635995e-c6cd-453b-b9aa-b46cf0c66e88" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.333010] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7635995e-c6cd-453b-b9aa-b46cf0c66e88" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.333010] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.333010] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.333010] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.333010] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.333010] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.333010] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7635995e-c6cd-453b-b9aa-b46cf0c66e88',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.401112] env[69258]: INFO networking_nsxv3.common.synchronization [None req-9208cfc0-e996-4a91-a68f-4dcfbd2edf77 None None] Enqueued Resource ID: 8336ffcd-85b2-460c-8c5c-6f17e2cc8be3 with Priority: HIGHEST for action port [ 700.401112] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8336ffcd-85b2-460c-8c5c-6f17e2cc8be3 with Priority: HIGHEST for action port [ 700.401112] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-8336ffcd-85b2-460c-8c5c-6f17e2cc8be3 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.401112] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8336ffcd-85b2-460c-8c5c-6f17e2cc8be3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.401112] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8336ffcd-85b2-460c-8c5c-6f17e2cc8be3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.405554] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8336ffcd-85b2-460c-8c5c-6f17e2cc8be3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.405655] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8336ffcd-85b2-460c-8c5c-6f17e2cc8be3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.639069] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8462a9e-6175-4b92-aaa8-44d0a9de6380 [ 700.644016] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.644016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.644016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.644016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.644016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.644016] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8462a9e-6175-4b92-aaa8-44d0a9de6380 already deleted. [ 700.644016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8462a9e-6175-4b92-aaa8-44d0a9de6380" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.838173] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.838676] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.838777] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.839363] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.839494] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.840048] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.840195] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.840295] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.840538] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.840642] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.840873] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7635995e-c6cd-453b-b9aa-b46cf0c66e88 is going to be updated. [ 700.870029] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.870195] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.870274] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.870516] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.870684] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.880848] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7635995e-c6cd-453b-b9aa-b46cf0c66e88 in Status: IN_PROGRESS for 2s [ 700.908256] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8336ffcd-85b2-460c-8c5c-6f17e2cc8be3 [ 700.908534] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.908665] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.908743] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.908967] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.909082] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.909180] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8336ffcd-85b2-460c-8c5c-6f17e2cc8be3 already deleted. [ 700.909553] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8336ffcd-85b2-460c-8c5c-6f17e2cc8be3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.502199] env[69258]: INFO networking_nsxv3.common.synchronization [req-bd49557d-ba85-4d5b-b36c-859756727261 req-f5afdfd9-5da5-40c2-861a-b374af6d8fc4 service nova] Enqueued Resource ID: bb1aacb4-2c0e-4430-80f4-247a788bc442 with Priority: HIGHEST for action security_group_rules [ 701.502767] env[69258]: INFO networking_nsxv3.common.synchronization [req-bd49557d-ba85-4d5b-b36c-859756727261 req-f5afdfd9-5da5-40c2-861a-b374af6d8fc4 service nova] Enqueued Resource ID: bb1aacb4-2c0e-4430-80f4-247a788bc442 with Priority: HIGHEST for action security_group_members [ 701.502767] env[69258]: INFO networking_nsxv3.common.synchronization [req-bd49557d-ba85-4d5b-b36c-859756727261 req-f5afdfd9-5da5-40c2-861a-b374af6d8fc4 service nova] Enqueued Resource ID: 13d53801-1c8f-48c4-ace0-659d9d8ff0db with Priority: HIGHEST for action port [ 701.504266] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb1aacb4-2c0e-4430-80f4-247a788bc442 with Priority: HIGHEST for action security_group_rules [ 701.504340] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb1aacb4-2c0e-4430-80f4-247a788bc442 with Priority: HIGHEST for action security_group_members [ 701.504481] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13d53801-1c8f-48c4-ace0-659d9d8ff0db with Priority: HIGHEST for action port [ 701.504768] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb1aacb4-2c0e-4430-80f4-247a788bc442 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.504925] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb1aacb4-2c0e-4430-80f4-247a788bc442" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.504996] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb1aacb4-2c0e-4430-80f4-247a788bc442" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.505198] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb1aacb4-2c0e-4430-80f4-247a788bc442" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.505729] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb1aacb4-2c0e-4430-80f4-247a788bc442',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.507106] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb1aacb4-2c0e-4430-80f4-247a788bc442 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.507239] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb1aacb4-2c0e-4430-80f4-247a788bc442" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.507311] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb1aacb4-2c0e-4430-80f4-247a788bc442" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.507489] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb1aacb4-2c0e-4430-80f4-247a788bc442" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.507637] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.507751] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.507997] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.507997] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.508490] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.508668] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb1aacb4-2c0e-4430-80f4-247a788bc442',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.511174] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-13d53801-1c8f-48c4-ace0-659d9d8ff0db taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.511174] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13d53801-1c8f-48c4-ace0-659d9d8ff0db" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.511174] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13d53801-1c8f-48c4-ace0-659d9d8ff0db" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.511174] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13d53801-1c8f-48c4-ace0-659d9d8ff0db" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.511174] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13d53801-1c8f-48c4-ace0-659d9d8ff0db',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.944857] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aff5d726-f658-49a6-9d46-ddc52a45c6c2 in Status: SUCCESS [ 701.945284] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aff5d726-f658-49a6-9d46-ddc52a45c6c2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.008195] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb1aacb4-2c0e-4430-80f4-247a788bc442 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.008195] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb1aacb4-2c0e-4430-80f4-247a788bc442" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.019027] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13d53801-1c8f-48c4-ace0-659d9d8ff0db with status ACTIVE [ 702.019027] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.019027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.019027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.019027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.019027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.019027] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.019027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.019027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.019027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.019027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.019027] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.019027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.019027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.019027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.019027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.019027] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13d53801-1c8f-48c4-ace0-659d9d8ff0db is going to be updated. [ 702.020652] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb1aacb4-2c0e-4430-80f4-247a788bc442',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.041453] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.041708] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.041884] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.042085] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.042472] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.042472] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13d53801-1c8f-48c4-ace0-659d9d8ff0db" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.167107] env[69258]: INFO networking_nsxv3.common.synchronization [None req-4cd151c8-c2f9-4d6d-814f-03ad4bd3a646 None None] Enqueued Resource ID: 3f16eb73-436e-4238-81e6-89663c5a66f8 with Priority: HIGHEST for action port [ 702.167107] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f16eb73-436e-4238-81e6-89663c5a66f8 with Priority: HIGHEST for action port [ 702.167107] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f16eb73-436e-4238-81e6-89663c5a66f8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.167107] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f16eb73-436e-4238-81e6-89663c5a66f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.167107] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f16eb73-436e-4238-81e6-89663c5a66f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.167107] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f16eb73-436e-4238-81e6-89663c5a66f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.168019] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f16eb73-436e-4238-81e6-89663c5a66f8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.177827] env[69258]: INFO networking_nsxv3.common.synchronization [None req-03cc0d1a-fa81-452a-a8d1-fb636d8a7e5f tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Enqueued Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGHEST for action security_group_rules [ 702.178371] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGHEST for action security_group_rules [ 702.178702] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21e78db7-d0de-47fa-a658-b3202800654c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.178824] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.178888] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.179215] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.179278] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.278163] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 in Status: SUCCESS [ 702.278424] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.278620] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.278914] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.279153] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.279388] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.279388] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.281184] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.281256] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.281374] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.281442] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30a85234-4be1-45e4-8d76-8981ce663fe0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.289574] env[69258]: INFO networking_nsxv3.common.synchronization [req-b7b36263-4ba1-4602-a0ad-9a17e0c8aba4 req-42a8b361-1342-47d3-a91a-955cc94c7576 tempest-SecurityGroupRulesTestJSON-1357614711 tempest-SecurityGroupRulesTestJSON-1357614711-project-member] Enqueued Resource ID: bcf96c0a-f534-44d0-a667-11e5303c5aa8 with Priority: HIGHEST for action security_group_rules [ 702.289574] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcf96c0a-f534-44d0-a667-11e5303c5aa8 with Priority: HIGHEST for action security_group_rules [ 702.290791] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcf96c0a-f534-44d0-a667-11e5303c5aa8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.290791] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcf96c0a-f534-44d0-a667-11e5303c5aa8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.290791] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcf96c0a-f534-44d0-a667-11e5303c5aa8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.290791] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcf96c0a-f534-44d0-a667-11e5303c5aa8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.291021] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcf96c0a-f534-44d0-a667-11e5303c5aa8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.524287] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb1aacb4-2c0e-4430-80f4-247a788bc442',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.623549] env[69258]: INFO networking_nsxv3.common.synchronization [None req-dfa733f1-e8ba-4464-908a-c6573b5da186 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Enqueued Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGHEST for action security_group_rules [ 702.624494] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGHEST for action security_group_rules [ 702.624859] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21e78db7-d0de-47fa-a658-b3202800654c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.625132] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.670706] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f16eb73-436e-4238-81e6-89663c5a66f8 [ 702.670951] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.671120] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.671237] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.671425] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.671540] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.671619] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f16eb73-436e-4238-81e6-89663c5a66f8 already deleted. [ 702.671709] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f16eb73-436e-4238-81e6-89663c5a66f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.704877] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.705196] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.705344] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.705597] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.705751] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.705865] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21e78db7-d0de-47fa-a658-b3202800654c already deleted. [ 702.705978] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.706225] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.706451] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.706559] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.784344] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30a85234-4be1-45e4-8d76-8981ce663fe0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.811783] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.811916] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.811993] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.812213] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.813091] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.813091] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcf96c0a-f534-44d0-a667-11e5303c5aa8 already deleted. [ 702.813091] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcf96c0a-f534-44d0-a667-11e5303c5aa8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.890362] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7635995e-c6cd-453b-b9aa-b46cf0c66e88 in Status: SUCCESS [ 702.890906] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7635995e-c6cd-453b-b9aa-b46cf0c66e88 deletion is rescheduled due to dependency. [ 702.891188] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7635995e-c6cd-453b-b9aa-b46cf0c66e88" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.028732] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.031224] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.031224] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.031224] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.031224] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.031224] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb1aacb4-2c0e-4430-80f4-247a788bc442 is going to be created. [ 703.053250] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.053401] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.053472] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.053689] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.053849] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.062623] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb1aacb4-2c0e-4430-80f4-247a788bc442 in Status: UNINITIALIZED for 2s [ 703.233334] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.233334] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.233334] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.233334] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.233334] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.233334] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21e78db7-d0de-47fa-a658-b3202800654c already deleted. [ 703.233334] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.290472] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30a85234-4be1-45e4-8d76-8981ce663fe0: rpc.has_security_group_logging(os_id): False [ 703.307392] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.307567] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.307642] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.307861] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.307952] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.308208] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.308309] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.308373] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.308541] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.308614] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.308726] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 is going to be created. [ 703.372030] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.372030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.372030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.372030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.372030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.382361] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 in Status: IN_PROGRESS for 2s [ 704.027871] env[69258]: INFO networking_nsxv3.common.synchronization [req-f92ed675-7ca6-4109-8aab-b2e14f36d992 req-1714ee26-06dd-417b-89d0-d07039f0a93e tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Enqueued Resource ID: 1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e with Priority: HIGHEST for action security_group_members [ 704.029079] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e with Priority: HIGHEST for action security_group_members [ 704.030513] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.030513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.030513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.030513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.030513] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.030513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.030805] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.030805] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.030915] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.031679] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.139189] env[69258]: INFO networking_nsxv3.common.synchronization [req-3e3f1e87-0be4-4b7d-be46-e87b2993a0e2 req-7299f727-f552-41af-82aa-8ef2bfbb5d0c tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Enqueued Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 704.139820] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 704.139869] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.139964] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.141475] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.142296] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.142725] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.142725] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.142725] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.143733] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.143733] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.143733] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.537631] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.537818] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.538284] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.538284] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.538284] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.538449] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.538534] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.538594] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.538740] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.538811] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.539242] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e already deleted. [ 704.539242] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.650921] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.650921] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.650921] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.650921] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.650921] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.650921] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.650921] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.650921] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.650921] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.650921] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.650921] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f is going to be updated. [ 704.676403] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.676574] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.676782] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.677084] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.677397] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.686982] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: IN_PROGRESS for 2s [ 705.087410] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb1aacb4-2c0e-4430-80f4-247a788bc442 in Status: SUCCESS [ 705.087719] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb1aacb4-2c0e-4430-80f4-247a788bc442" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.092564] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb1aacb4-2c0e-4430-80f4-247a788bc442" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.092564] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb1aacb4-2c0e-4430-80f4-247a788bc442" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.092564] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.092564] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.092564] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.092564] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.092564] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.092564] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb1aacb4-2c0e-4430-80f4-247a788bc442" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.092564] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb1aacb4-2c0e-4430-80f4-247a788bc442',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.371636] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-389 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.371636] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-389" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.371636] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-389" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.371636] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-389" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.371636] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.371636] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.371636] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.373780] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.373970] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.374226] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.374346] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.374459] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.374571] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.374680] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 705.374793] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.374931] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.391742] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.394492] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 705.394492] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.394492] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-389" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.394492] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-256b8fdb-f556-4990-9d28-3579c540fe7e taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.394492] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-256b8fdb-f556-4990-9d28-3579c540fe7e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.394492] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-256b8fdb-f556-4990-9d28-3579c540fe7e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.397624] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-256b8fdb-f556-4990-9d28-3579c540fe7e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.397624] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('256b8fdb-f556-4990-9d28-3579c540fe7e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.397624] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 in Status: SUCCESS [ 705.397624] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.590880] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb1aacb4-2c0e-4430-80f4-247a788bc442',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.901823] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.902217] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.902353] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.902639] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.902793] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.902949] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 256b8fdb-f556-4990-9d28-3579c540fe7e not found, creating... [ 705.903233] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.903408] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.903504] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.903733] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.903877] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.904201] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.904355] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.904474] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.904682] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.904816] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.904954] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 256b8fdb-f556-4990-9d28-3579c540fe7e is going to be created. [ 705.931853] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.932053] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.932341] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.933150] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.933150] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.933150] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-256b8fdb-f556-4990-9d28-3579c540fe7e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.098194] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb1aacb4-2c0e-4430-80f4-247a788bc442: rpc.has_security_group_logging(os_id): False [ 706.115354] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.115541] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.115584] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.115780] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.115873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.116180] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.116277] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.116345] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.120427] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.120427] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.120427] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb1aacb4-2c0e-4430-80f4-247a788bc442 is going to be created. [ 706.178455] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.178455] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.178455] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.178455] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.178455] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.188165] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb1aacb4-2c0e-4430-80f4-247a788bc442 in Status: IN_PROGRESS for 2s [ 706.595700] env[69258]: INFO networking_nsxv3.common.synchronization [None req-8a23208e-9649-4c07-8671-0369823f76ee None None] Enqueued Resource ID: 10d271b1-9817-41d3-a6dd-91d8338a5ae5 with Priority: HIGHEST for action port [ 706.595700] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d271b1-9817-41d3-a6dd-91d8338a5ae5 with Priority: HIGHEST for action port [ 706.596303] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-10d271b1-9817-41d3-a6dd-91d8338a5ae5 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.596450] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10d271b1-9817-41d3-a6dd-91d8338a5ae5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.596522] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10d271b1-9817-41d3-a6dd-91d8338a5ae5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.596771] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10d271b1-9817-41d3-a6dd-91d8338a5ae5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.596890] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10d271b1-9817-41d3-a6dd-91d8338a5ae5',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.699157] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: SUCCESS [ 706.700092] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f deletion is rescheduled due to dependency. [ 706.700092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.013620] env[69258]: INFO networking_nsxv3.common.synchronization [req-ad051718-d2db-4012-80da-3df6634dd8ef req-3cd35ae6-dc64-4cd5-8f6c-4d6c61624480 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Enqueued Resource ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec with Priority: HIGHEST for action security_group_members [ 707.013620] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec with Priority: HIGHEST for action security_group_members [ 707.015210] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9352cd3-d17b-441e-90a2-cb7e49e515ec taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.015210] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.015905] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.015905] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.015905] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.015905] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.015905] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.016193] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.016237] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.017075] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9352cd3-d17b-441e-90a2-cb7e49e515ec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.102241] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10d271b1-9817-41d3-a6dd-91d8338a5ae5 [ 707.102523] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.102705] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.102763] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.103010] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.103165] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.103355] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10d271b1-9817-41d3-a6dd-91d8338a5ae5 already deleted. [ 707.103439] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10d271b1-9817-41d3-a6dd-91d8338a5ae5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.416634] env[69258]: INFO networking_nsxv3.common.synchronization [req-f92ed675-7ca6-4109-8aab-b2e14f36d992 req-a71aefa6-42f4-43dd-96aa-4108794f16c4 service nova] Enqueued Resource ID: 1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e with Priority: HIGHEST for action security_group_rules [ 707.416634] env[69258]: INFO networking_nsxv3.common.synchronization [req-f92ed675-7ca6-4109-8aab-b2e14f36d992 req-a71aefa6-42f4-43dd-96aa-4108794f16c4 service nova] Enqueued Resource ID: 1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e with Priority: HIGHEST for action security_group_members [ 707.416634] env[69258]: INFO networking_nsxv3.common.synchronization [req-f92ed675-7ca6-4109-8aab-b2e14f36d992 req-a71aefa6-42f4-43dd-96aa-4108794f16c4 service nova] Enqueued Resource ID: 256b8fdb-f556-4990-9d28-3579c540fe7e with Priority: HIGHEST for action port [ 707.416634] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e with Priority: HIGHEST for action security_group_rules [ 707.416634] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e with Priority: HIGHEST for action security_group_members [ 707.416634] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 256b8fdb-f556-4990-9d28-3579c540fe7e with Priority: HIGHEST for action port [ 707.417354] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.417534] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.417587] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.418154] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.418154] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.419951] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.419951] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.419951] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.419951] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.419951] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.419951] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.419951] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.419951] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.419951] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.419951] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.422323] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-256b8fdb-f556-4990-9d28-3579c540fe7e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.422469] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-256b8fdb-f556-4990-9d28-3579c540fe7e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.422559] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-256b8fdb-f556-4990-9d28-3579c540fe7e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.422880] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-256b8fdb-f556-4990-9d28-3579c540fe7e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.422880] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('256b8fdb-f556-4990-9d28-3579c540fe7e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.525880] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.525880] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.525880] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.525880] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.525880] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.525880] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.525880] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.525880] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.525880] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.525880] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.525880] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec already deleted. [ 707.525880] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.926793] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.926793] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 256b8fdb-f556-4990-9d28-3579c540fe7e with status ACTIVE [ 707.926793] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.926793] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.926793] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.926793] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.926793] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.926793] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.926793] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.926793] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.926793] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.926793] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.928208] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.928208] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.928208] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.928208] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.928208] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.928208] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 256b8fdb-f556-4990-9d28-3579c540fe7e is going to be updated. [ 707.929647] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.929801] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.955922] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.956087] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.956155] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.956424] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.956572] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.957227] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-256b8fdb-f556-4990-9d28-3579c540fe7e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.202490] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb1aacb4-2c0e-4430-80f4-247a788bc442 in Status: SUCCESS [ 708.202775] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb1aacb4-2c0e-4430-80f4-247a788bc442" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.403258] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.403461] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-377" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.403580] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-377" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.403900] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-377" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.405455] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.409024] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.409024] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.409024] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.409024] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.409024] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.409024] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.409024] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.409024] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.409024] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 708.409024] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.409024] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.426612] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.426866] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 708.427269] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.427514] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-377" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.427884] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-e36a1a1a-ca00-4de7-8108-29842a25db20 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.428125] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-e36a1a1a-ca00-4de7-8108-29842a25db20" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.428279] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-e36a1a1a-ca00-4de7-8108-29842a25db20" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.428667] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-e36a1a1a-ca00-4de7-8108-29842a25db20" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.428823] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e36a1a1a-ca00-4de7-8108-29842a25db20',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.430291] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.486712] env[69258]: INFO networking_nsxv3.common.synchronization [None req-b3c6383f-1992-49c9-afcb-e63c63b21408 None None] Enqueued Resource ID: 140ba5c4-231f-4bfa-a0a9-5b0febe8f0fc with Priority: HIGHEST for action port [ 708.486854] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 140ba5c4-231f-4bfa-a0a9-5b0febe8f0fc with Priority: HIGHEST for action port [ 708.487230] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-140ba5c4-231f-4bfa-a0a9-5b0febe8f0fc taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.487937] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-140ba5c4-231f-4bfa-a0a9-5b0febe8f0fc" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.487937] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-140ba5c4-231f-4bfa-a0a9-5b0febe8f0fc" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.487937] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-140ba5c4-231f-4bfa-a0a9-5b0febe8f0fc" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.487937] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('140ba5c4-231f-4bfa-a0a9-5b0febe8f0fc',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.747532] env[69258]: INFO networking_nsxv3.common.synchronization [req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 req-6ce8117b-e8b3-4401-8cdf-b5da31aed3e0 tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Enqueued Resource ID: 96ed2138-e68e-4d1a-a6a5-55f243ae7862 with Priority: HIGHEST for action security_group_members [ 708.750174] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96ed2138-e68e-4d1a-a6a5-55f243ae7862 with Priority: HIGHEST for action security_group_members [ 708.750174] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-96ed2138-e68e-4d1a-a6a5-55f243ae7862 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.750174] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96ed2138-e68e-4d1a-a6a5-55f243ae7862" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.750449] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96ed2138-e68e-4d1a-a6a5-55f243ae7862" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.750485] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96ed2138-e68e-4d1a-a6a5-55f243ae7862" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.750836] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.750836] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.750836] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.751141] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.756729] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.756729] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96ed2138-e68e-4d1a-a6a5-55f243ae7862',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.777303] env[69258]: INFO networking_nsxv3.common.synchronization [req-fbfb7a06-2847-42cc-b6cd-de4479170e91 req-1fdc5b65-18bd-491a-87ad-9e0da5e8ea1f tempest-SecurityGroupRulesTestJSON-1357614711 tempest-SecurityGroupRulesTestJSON-1357614711-project-member] Enqueued Resource ID: 25137cae-1947-4046-93c2-f2f3dac7f5ff with Priority: HIGHEST for action security_group_rules [ 708.779939] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25137cae-1947-4046-93c2-f2f3dac7f5ff with Priority: HIGHEST for action security_group_rules [ 708.782654] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25137cae-1947-4046-93c2-f2f3dac7f5ff taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.782654] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25137cae-1947-4046-93c2-f2f3dac7f5ff" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.782654] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25137cae-1947-4046-93c2-f2f3dac7f5ff" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.782654] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25137cae-1947-4046-93c2-f2f3dac7f5ff" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.782654] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25137cae-1947-4046-93c2-f2f3dac7f5ff',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.931841] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.932049] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.932178] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.932564] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.932629] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.932776] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port e36a1a1a-ca00-4de7-8108-29842a25db20 not found, creating... [ 708.933053] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.933221] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.933341] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.933559] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.933694] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.933975] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.934178] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.934303] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.934512] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.934643] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.934783] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: e36a1a1a-ca00-4de7-8108-29842a25db20 is going to be created. [ 708.936446] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.936446] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.936446] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.936626] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.936664] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.936752] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e is going to be created. [ 708.960681] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.961422] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.961422] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.961992] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.962654] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.962738] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-e36a1a1a-ca00-4de7-8108-29842a25db20" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.968423] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.968602] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.968703] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.968932] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.969152] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.978198] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e in Status: UNINITIALIZED for 2s [ 708.989619] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 140ba5c4-231f-4bfa-a0a9-5b0febe8f0fc [ 708.989955] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.990181] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.990298] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.990539] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.990645] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.990764] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:140ba5c4-231f-4bfa-a0a9-5b0febe8f0fc already deleted. [ 708.990857] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-140ba5c4-231f-4bfa-a0a9-5b0febe8f0fc" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.258310] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.258691] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.258691] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.259591] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.259591] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.265192] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.265192] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.265192] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.265192] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.265192] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.265192] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96ed2138-e68e-4d1a-a6a5-55f243ae7862 already deleted. [ 709.265192] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96ed2138-e68e-4d1a-a6a5-55f243ae7862" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.316430] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.320228] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.320324] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.320559] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.320654] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.320758] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25137cae-1947-4046-93c2-f2f3dac7f5ff already deleted. [ 709.320841] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25137cae-1947-4046-93c2-f2f3dac7f5ff" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.006303] env[69258]: INFO networking_nsxv3.common.synchronization [None req-0edbd414-4ed6-4c5e-828d-0e90f5c4794b None None] Enqueued Resource ID: 88bc476e-6a99-4f44-852b-a51dd632f7fd with Priority: HIGHEST for action port [ 710.006585] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88bc476e-6a99-4f44-852b-a51dd632f7fd with Priority: HIGHEST for action port [ 710.008872] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-88bc476e-6a99-4f44-852b-a51dd632f7fd taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.008872] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88bc476e-6a99-4f44-852b-a51dd632f7fd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.008872] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88bc476e-6a99-4f44-852b-a51dd632f7fd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.008872] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88bc476e-6a99-4f44-852b-a51dd632f7fd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.008872] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88bc476e-6a99-4f44-852b-a51dd632f7fd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.288038] env[69258]: INFO networking_nsxv3.common.synchronization [None req-ff0f9a0c-a0c7-400d-ac05-5864efcdaaf4 None None] Enqueued Resource ID: 76cab5bf-afa4-4b6a-a8eb-de8ec07832e7 with Priority: HIGHEST for action port [ 710.288038] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76cab5bf-afa4-4b6a-a8eb-de8ec07832e7 with Priority: HIGHEST for action port [ 710.288587] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-76cab5bf-afa4-4b6a-a8eb-de8ec07832e7 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.288855] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76cab5bf-afa4-4b6a-a8eb-de8ec07832e7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.289113] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76cab5bf-afa4-4b6a-a8eb-de8ec07832e7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.289470] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76cab5bf-afa4-4b6a-a8eb-de8ec07832e7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.289649] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76cab5bf-afa4-4b6a-a8eb-de8ec07832e7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.512064] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88bc476e-6a99-4f44-852b-a51dd632f7fd [ 710.512064] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.512064] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.512064] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.512379] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.512379] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.512379] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88bc476e-6a99-4f44-852b-a51dd632f7fd already deleted. [ 710.512479] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88bc476e-6a99-4f44-852b-a51dd632f7fd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.798813] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76cab5bf-afa4-4b6a-a8eb-de8ec07832e7 [ 710.798813] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.798813] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.798813] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.798813] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.798813] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.798813] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76cab5bf-afa4-4b6a-a8eb-de8ec07832e7 already deleted. [ 710.798813] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76cab5bf-afa4-4b6a-a8eb-de8ec07832e7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.994695] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e in Status: SUCCESS [ 710.994695] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.998311] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.998311] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.998311] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.998311] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.998311] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.998556] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.998556] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.998556] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.998647] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.012086] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-444 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.012086] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-444" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.012086] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-444" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.012086] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-444" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.012086] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.012086] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.012086] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.012086] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.014412] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.014412] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.014412] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 711.014412] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 711.014412] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 711.014412] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 711.014412] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 711.014412] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 711.032308] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 711.032634] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 711.032988] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 711.034778] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-444" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.034834] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-b93da9b6-c1c4-4587-b589-5fa1a2a1072d taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.035754] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-b93da9b6-c1c4-4587-b589-5fa1a2a1072d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.035754] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-b93da9b6-c1c4-4587-b589-5fa1a2a1072d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.035754] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-b93da9b6-c1c4-4587-b589-5fa1a2a1072d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.035955] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b93da9b6-c1c4-4587-b589-5fa1a2a1072d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.272177] env[69258]: INFO networking_nsxv3.common.synchronization [req-ad051718-d2db-4012-80da-3df6634dd8ef req-51663ee6-c222-43cd-b3b4-5884bf8b90c1 service nova] Enqueued Resource ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec with Priority: HIGHEST for action security_group_rules [ 711.272385] env[69258]: INFO networking_nsxv3.common.synchronization [req-ad051718-d2db-4012-80da-3df6634dd8ef req-51663ee6-c222-43cd-b3b4-5884bf8b90c1 service nova] Enqueued Resource ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec with Priority: HIGHEST for action security_group_members [ 711.272533] env[69258]: INFO networking_nsxv3.common.synchronization [req-ad051718-d2db-4012-80da-3df6634dd8ef req-51663ee6-c222-43cd-b3b4-5884bf8b90c1 service nova] Enqueued Resource ID: e36a1a1a-ca00-4de7-8108-29842a25db20 with Priority: HIGHEST for action port [ 711.272799] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec with Priority: HIGHEST for action security_group_rules [ 711.272931] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec with Priority: HIGHEST for action security_group_members [ 711.273054] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e36a1a1a-ca00-4de7-8108-29842a25db20 with Priority: HIGHEST for action port [ 711.273630] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9352cd3-d17b-441e-90a2-cb7e49e515ec taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.273759] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.273828] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.278736] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.278736] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9352cd3-d17b-441e-90a2-cb7e49e515ec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.278736] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9352cd3-d17b-441e-90a2-cb7e49e515ec taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.278736] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.278736] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.278736] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.278736] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.278736] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.278736] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.278736] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.278736] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.278736] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9352cd3-d17b-441e-90a2-cb7e49e515ec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.279275] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-e36a1a1a-ca00-4de7-8108-29842a25db20 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.279275] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e36a1a1a-ca00-4de7-8108-29842a25db20" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.279275] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e36a1a1a-ca00-4de7-8108-29842a25db20" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.279630] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e36a1a1a-ca00-4de7-8108-29842a25db20" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.279630] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e36a1a1a-ca00-4de7-8108-29842a25db20',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.509719] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.509719] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.509719] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.509719] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.509719] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.509719] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.510209] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.510209] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.510674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.510831] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.511042] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.514327] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.514327] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.514464] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.514526] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.514614] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.514671] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.514817] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.514982] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.514982] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.515314] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.541144] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.541144] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.541144] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.545504] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.545504] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.545504] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port b93da9b6-c1c4-4587-b589-5fa1a2a1072d not found, creating... [ 711.545504] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.545504] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.545504] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.545504] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.545504] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.545504] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.545504] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.546148] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.546148] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.546148] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.546148] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: b93da9b6-c1c4-4587-b589-5fa1a2a1072d is going to be created. [ 711.567758] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.567758] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.567758] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.567758] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.567758] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.567758] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-b93da9b6-c1c4-4587-b589-5fa1a2a1072d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.571234] env[69258]: INFO networking_nsxv3.common.synchronization [None req-df38da7e-5682-46e6-93e5-15467cb3868d tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Enqueued Resource ID: 92e30c06-fe97-4b89-bca5-8dd6e4d8e404 with Priority: HIGHEST for action security_group_rules [ 711.571697] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92e30c06-fe97-4b89-bca5-8dd6e4d8e404 with Priority: HIGHEST for action security_group_rules [ 711.572265] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92e30c06-fe97-4b89-bca5-8dd6e4d8e404 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.572382] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92e30c06-fe97-4b89-bca5-8dd6e4d8e404" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.572457] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92e30c06-fe97-4b89-bca5-8dd6e4d8e404" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.572685] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92e30c06-fe97-4b89-bca5-8dd6e4d8e404" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.572761] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92e30c06-fe97-4b89-bca5-8dd6e4d8e404',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.781439] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9352cd3-d17b-441e-90a2-cb7e49e515ec taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.781737] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.781946] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9352cd3-d17b-441e-90a2-cb7e49e515ec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.782634] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e36a1a1a-ca00-4de7-8108-29842a25db20 with status ACTIVE [ 711.782840] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.786045] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.786045] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.786045] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.786045] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.786319] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.786319] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.786418] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.786515] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.786595] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.786778] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.786889] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.786985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.788040] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.788143] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.788197] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e36a1a1a-ca00-4de7-8108-29842a25db20 is going to be updated. [ 711.834663] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.834663] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.834663] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.834663] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.834663] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.834663] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e36a1a1a-ca00-4de7-8108-29842a25db20" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.019397] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e: rpc.has_security_group_logging(os_id): False [ 712.037728] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.038067] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.038239] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.038548] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.038729] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.039079] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.040031] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.040031] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.040031] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.040031] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.040031] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.040031] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.040031] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.040620] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.040816] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.042807] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.042807] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.042807] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.042807] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.042807] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.042807] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e is going to be created. [ 712.068628] env[69258]: INFO networking_nsxv3.common.synchronization [None req-d306b003-59bf-4676-844b-04ecdd3421af tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Enqueued Resource ID: 92e30c06-fe97-4b89-bca5-8dd6e4d8e404 with Priority: HIGHEST for action security_group_rules [ 712.068628] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92e30c06-fe97-4b89-bca5-8dd6e4d8e404 with Priority: HIGHEST for action security_group_rules [ 712.068628] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92e30c06-fe97-4b89-bca5-8dd6e4d8e404 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.068628] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92e30c06-fe97-4b89-bca5-8dd6e4d8e404" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.091588] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.091845] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.091932] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.092106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.092201] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.092337] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92e30c06-fe97-4b89-bca5-8dd6e4d8e404 already deleted. [ 712.092399] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92e30c06-fe97-4b89-bca5-8dd6e4d8e404" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.092549] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92e30c06-fe97-4b89-bca5-8dd6e4d8e404" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.093019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92e30c06-fe97-4b89-bca5-8dd6e4d8e404" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.093019] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92e30c06-fe97-4b89-bca5-8dd6e4d8e404',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.097852] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.097995] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.098073] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.098215] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.098380] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.109582] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e in Status: IN_PROGRESS for 2s [ 712.229353] env[69258]: INFO networking_nsxv3.common.synchronization [req-9326c06b-edf7-4128-8992-511764fcdfff req-2b70d4d2-ca76-41a4-bad9-d12c4d15bc54 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Enqueued Resource ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 with Priority: HIGHEST for action security_group_members [ 712.229353] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 with Priority: HIGHEST for action security_group_members [ 712.229353] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.229353] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.236846] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.236846] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.236846] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.236846] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.236846] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.236846] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.236846] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.236846] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f6ee506-9bfd-4e04-8a0e-87e243c89f45',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.291332] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9352cd3-d17b-441e-90a2-cb7e49e515ec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.612996] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.613281] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.613281] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.613496] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.614165] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.614165] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92e30c06-fe97-4b89-bca5-8dd6e4d8e404 already deleted. [ 712.614165] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92e30c06-fe97-4b89-bca5-8dd6e4d8e404" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.740249] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.740249] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.740249] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.740249] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.740249] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.740249] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.740249] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.740694] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.740694] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.740694] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.740694] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 already deleted. [ 712.740812] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.796040] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.796040] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.796040] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.796040] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.796040] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.796040] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec is going to be created. [ 712.817890] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.818123] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.818200] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.818431] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.818626] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.828630] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec in Status: UNINITIALIZED for 2s [ 713.112528] env[69258]: INFO networking_nsxv3.common.synchronization [req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 req-0aabc3eb-a585-4bcc-a234-a3fbfbca1faa service nova] Enqueued Resource ID: 96ed2138-e68e-4d1a-a6a5-55f243ae7862 with Priority: HIGHEST for action security_group_rules [ 713.113186] env[69258]: INFO networking_nsxv3.common.synchronization [req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 req-0aabc3eb-a585-4bcc-a234-a3fbfbca1faa service nova] Enqueued Resource ID: 96ed2138-e68e-4d1a-a6a5-55f243ae7862 with Priority: HIGHEST for action security_group_members [ 713.113478] env[69258]: INFO networking_nsxv3.common.synchronization [req-88e84428-5fa1-4b2c-87a9-08708ce6bed6 req-0aabc3eb-a585-4bcc-a234-a3fbfbca1faa service nova] Enqueued Resource ID: b93da9b6-c1c4-4587-b589-5fa1a2a1072d with Priority: HIGHEST for action port [ 713.113971] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96ed2138-e68e-4d1a-a6a5-55f243ae7862 with Priority: HIGHEST for action security_group_rules [ 713.114676] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96ed2138-e68e-4d1a-a6a5-55f243ae7862 with Priority: HIGHEST for action security_group_members [ 713.114825] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b93da9b6-c1c4-4587-b589-5fa1a2a1072d with Priority: HIGHEST for action port [ 713.115509] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96ed2138-e68e-4d1a-a6a5-55f243ae7862 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.115635] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96ed2138-e68e-4d1a-a6a5-55f243ae7862" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.115710] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96ed2138-e68e-4d1a-a6a5-55f243ae7862" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.117767] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96ed2138-e68e-4d1a-a6a5-55f243ae7862" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.117767] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96ed2138-e68e-4d1a-a6a5-55f243ae7862',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.120664] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-96ed2138-e68e-4d1a-a6a5-55f243ae7862 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.120816] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96ed2138-e68e-4d1a-a6a5-55f243ae7862" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.120882] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96ed2138-e68e-4d1a-a6a5-55f243ae7862" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.121509] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96ed2138-e68e-4d1a-a6a5-55f243ae7862" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.121509] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.121509] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.121509] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.121832] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.121832] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.121832] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96ed2138-e68e-4d1a-a6a5-55f243ae7862',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.123113] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-b93da9b6-c1c4-4587-b589-5fa1a2a1072d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.123299] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b93da9b6-c1c4-4587-b589-5fa1a2a1072d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.123337] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b93da9b6-c1c4-4587-b589-5fa1a2a1072d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.123902] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b93da9b6-c1c4-4587-b589-5fa1a2a1072d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.123902] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b93da9b6-c1c4-4587-b589-5fa1a2a1072d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.466989] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-639 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.467662] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-639" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.467662] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-639" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.467778] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-639" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.468065] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.470923] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.470923] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.470923] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.470923] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.470923] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.470923] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.470923] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.470923] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.470923] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.470923] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.470923] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.492388] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.492388] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 713.492388] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.492388] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-639" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.492388] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-b113a571-3b2d-4cbf-9579-231198a3831e taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.492388] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-b113a571-3b2d-4cbf-9579-231198a3831e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.492388] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-b113a571-3b2d-4cbf-9579-231198a3831e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.492388] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-b113a571-3b2d-4cbf-9579-231198a3831e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.492388] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b113a571-3b2d-4cbf-9579-231198a3831e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.593066] env[69258]: INFO networking_nsxv3.common.synchronization [None req-b816b988-a5c7-49d7-8fb1-466d38c6bf6d None None] Enqueued Resource ID: cdb1e400-0556-4a57-902b-92b1ad527ad0 with Priority: HIGHEST for action port [ 713.593343] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdb1e400-0556-4a57-902b-92b1ad527ad0 with Priority: HIGHEST for action port [ 713.594597] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdb1e400-0556-4a57-902b-92b1ad527ad0 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.594597] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdb1e400-0556-4a57-902b-92b1ad527ad0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.594597] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdb1e400-0556-4a57-902b-92b1ad527ad0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.594597] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdb1e400-0556-4a57-902b-92b1ad527ad0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.594597] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdb1e400-0556-4a57-902b-92b1ad527ad0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.629820] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-96ed2138-e68e-4d1a-a6a5-55f243ae7862 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.631250] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96ed2138-e68e-4d1a-a6a5-55f243ae7862" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.631250] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96ed2138-e68e-4d1a-a6a5-55f243ae7862',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.631813] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b93da9b6-c1c4-4587-b589-5fa1a2a1072d with status ACTIVE [ 713.632016] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.632146] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.632215] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.632426] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.632516] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.632791] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.632791] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.632957] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.632995] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.638508] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.638868] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.639030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.639087] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.639471] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.639471] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.639626] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b93da9b6-c1c4-4587-b589-5fa1a2a1072d is going to be updated. [ 713.661852] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.662586] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.662586] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.662586] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.663019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.663019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b93da9b6-c1c4-4587-b589-5fa1a2a1072d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.926199] env[69258]: INFO networking_nsxv3.common.synchronization [None req-27d72652-fd9f-4825-82b0-63c150a91f54 None None] Enqueued Resource ID: dbe58915-7443-4cfe-89c7-734f6d90e7ce with Priority: HIGHEST for action port [ 713.926199] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbe58915-7443-4cfe-89c7-734f6d90e7ce with Priority: HIGHEST for action port [ 713.926199] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbe58915-7443-4cfe-89c7-734f6d90e7ce taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.926199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbe58915-7443-4cfe-89c7-734f6d90e7ce" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.926199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbe58915-7443-4cfe-89c7-734f6d90e7ce" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.926199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbe58915-7443-4cfe-89c7-734f6d90e7ce" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.926635] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbe58915-7443-4cfe-89c7-734f6d90e7ce',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.994735] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.998804] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.998804] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.998804] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.998804] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.998804] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port b113a571-3b2d-4cbf-9579-231198a3831e not found, creating... [ 713.999085] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.999161] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.999274] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.999492] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.999641] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.999945] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.000209] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.000347] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.000625] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.000687] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.000832] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: b113a571-3b2d-4cbf-9579-231198a3831e is going to be created. [ 714.023711] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.024027] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.024232] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.024616] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.024959] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.025531] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-b113a571-3b2d-4cbf-9579-231198a3831e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.099025] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdb1e400-0556-4a57-902b-92b1ad527ad0 [ 714.099025] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.099025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.099025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.099025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.099025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.099316] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdb1e400-0556-4a57-902b-92b1ad527ad0 already deleted. [ 714.099316] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdb1e400-0556-4a57-902b-92b1ad527ad0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.123431] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e in Status: SUCCESS [ 714.123649] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.144989] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96ed2138-e68e-4d1a-a6a5-55f243ae7862',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.435079] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dbe58915-7443-4cfe-89c7-734f6d90e7ce [ 714.435406] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.435594] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.435689] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.435980] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.436156] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.436251] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dbe58915-7443-4cfe-89c7-734f6d90e7ce already deleted. [ 714.436348] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbe58915-7443-4cfe-89c7-734f6d90e7ce" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.589559] env[69258]: INFO networking_nsxv3.common.synchronization [None req-94213bc5-7420-4ad1-a9ff-3f1b7ca538d0 None None] Enqueued Resource ID: cf4cff77-5505-4e10-be09-40c985726927 with Priority: HIGHEST for action port [ 714.589559] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4cff77-5505-4e10-be09-40c985726927 with Priority: HIGHEST for action port [ 714.589559] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf4cff77-5505-4e10-be09-40c985726927 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.589559] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf4cff77-5505-4e10-be09-40c985726927" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.589559] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf4cff77-5505-4e10-be09-40c985726927" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.589559] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf4cff77-5505-4e10-be09-40c985726927" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.589559] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf4cff77-5505-4e10-be09-40c985726927',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.652031] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.652031] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.652031] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.652665] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.652889] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.655017] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96ed2138-e68e-4d1a-a6a5-55f243ae7862 is going to be created. [ 714.678593] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.678770] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.678770] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.678946] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.679157] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.689844] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96ed2138-e68e-4d1a-a6a5-55f243ae7862 in Status: UNINITIALIZED for 2s [ 714.705361] env[69258]: INFO networking_nsxv3.common.synchronization [req-df0427a8-41bd-4c54-aab2-e6bd0b8306cf req-70258609-c6a2-46ff-a3d2-6ce4dbb6f6df tempest-ServerDiagnosticsNegativeTest-444405253 tempest-ServerDiagnosticsNegativeTest-444405253-project-member] Enqueued Resource ID: aff5d726-f658-49a6-9d46-ddc52a45c6c2 with Priority: HIGHEST for action security_group_members [ 714.705361] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff5d726-f658-49a6-9d46-ddc52a45c6c2 with Priority: HIGHEST for action security_group_members [ 714.705361] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-aff5d726-f658-49a6-9d46-ddc52a45c6c2 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.705361] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aff5d726-f658-49a6-9d46-ddc52a45c6c2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.705361] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aff5d726-f658-49a6-9d46-ddc52a45c6c2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.705669] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aff5d726-f658-49a6-9d46-ddc52a45c6c2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.705669] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.705769] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.705829] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.705995] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.708367] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.708367] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aff5d726-f658-49a6-9d46-ddc52a45c6c2',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.838190] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec in Status: SUCCESS [ 714.838402] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.838865] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.839109] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.839305] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.839418] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.839480] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.839634] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.839709] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.839791] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.839876] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9352cd3-d17b-441e-90a2-cb7e49e515ec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.882260] env[69258]: INFO networking_nsxv3.common.synchronization [req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 req-c1c06b47-f697-4804-b49c-82e3cd6e4d81 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Enqueued Resource ID: 0f4cec35-e4ad-450b-a2e5-4e42baa318d4 with Priority: HIGHEST for action security_group_members [ 714.882677] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f4cec35-e4ad-450b-a2e5-4e42baa318d4 with Priority: HIGHEST for action security_group_members [ 714.882927] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f4cec35-e4ad-450b-a2e5-4e42baa318d4 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.883676] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f4cec35-e4ad-450b-a2e5-4e42baa318d4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.883762] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f4cec35-e4ad-450b-a2e5-4e42baa318d4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.883990] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f4cec35-e4ad-450b-a2e5-4e42baa318d4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.884190] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.884380] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.884380] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.884532] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.884632] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.884816] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f4cec35-e4ad-450b-a2e5-4e42baa318d4',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.094109] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf4cff77-5505-4e10-be09-40c985726927 [ 715.094109] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.094109] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.094109] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.094109] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.094109] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.094109] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf4cff77-5505-4e10-be09-40c985726927 already deleted. [ 715.094109] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf4cff77-5505-4e10-be09-40c985726927" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.210264] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.210883] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.210883] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.210883] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.210883] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.211094] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.211147] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.211184] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.213814] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.213814] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.213814] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aff5d726-f658-49a6-9d46-ddc52a45c6c2 is going to be updated. [ 715.241435] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.241664] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.241740] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.242108] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.242370] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.253128] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff5d726-f658-49a6-9d46-ddc52a45c6c2 in Status: IN_PROGRESS for 2s [ 715.345447] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9352cd3-d17b-441e-90a2-cb7e49e515ec taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.345728] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.345728] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.345963] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.346266] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.346360] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.346478] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.346588] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.346688] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.346794] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.346962] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9352cd3-d17b-441e-90a2-cb7e49e515ec taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.347118] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.347186] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.347343] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.347502] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.347635] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.347705] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.347885] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.347967] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.348127] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.348190] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9352cd3-d17b-441e-90a2-cb7e49e515ec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.390681] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.390681] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.390681] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.391275] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.391372] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.391497] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.391600] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.391664] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.391822] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.392129] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.392129] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f4cec35-e4ad-450b-a2e5-4e42baa318d4 already deleted. [ 715.392129] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f4cec35-e4ad-450b-a2e5-4e42baa318d4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.394730] env[69258]: INFO networking_nsxv3.common.synchronization [None req-a5730544-548d-4f9d-9f55-bd84e5db71e6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Enqueued Resource ID: d0b792fd-bf41-442a-9965-36359aa592b6 with Priority: HIGHEST for action security_group_rules [ 715.395231] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b792fd-bf41-442a-9965-36359aa592b6 with Priority: HIGHEST for action security_group_rules [ 715.395515] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0b792fd-bf41-442a-9965-36359aa592b6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.395661] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0b792fd-bf41-442a-9965-36359aa592b6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.395715] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0b792fd-bf41-442a-9965-36359aa592b6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.395922] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0b792fd-bf41-442a-9965-36359aa592b6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.396010] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0b792fd-bf41-442a-9965-36359aa592b6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.441817] env[69258]: INFO networking_nsxv3.common.synchronization [req-9326c06b-edf7-4128-8992-511764fcdfff req-df99c025-5756-400d-a3ad-58c99e04c8eb service nova] Enqueued Resource ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 with Priority: HIGHEST for action security_group_rules [ 715.442220] env[69258]: INFO networking_nsxv3.common.synchronization [req-9326c06b-edf7-4128-8992-511764fcdfff req-df99c025-5756-400d-a3ad-58c99e04c8eb service nova] Enqueued Resource ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 with Priority: HIGHEST for action security_group_members [ 715.443038] env[69258]: INFO networking_nsxv3.common.synchronization [req-9326c06b-edf7-4128-8992-511764fcdfff req-df99c025-5756-400d-a3ad-58c99e04c8eb service nova] Enqueued Resource ID: b113a571-3b2d-4cbf-9579-231198a3831e with Priority: HIGHEST for action port [ 715.444259] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 with Priority: HIGHEST for action security_group_rules [ 715.444259] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 with Priority: HIGHEST for action security_group_members [ 715.444259] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b113a571-3b2d-4cbf-9579-231198a3831e with Priority: HIGHEST for action port [ 715.444259] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f6ee506-9bfd-4e04-8a0e-87e243c89f45 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.444667] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.444667] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.445067] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.445067] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f6ee506-9bfd-4e04-8a0e-87e243c89f45',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.445845] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.446016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.448658] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.448658] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.448658] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.448658] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.448658] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.448658] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.448658] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.448658] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f6ee506-9bfd-4e04-8a0e-87e243c89f45',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.449454] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-b113a571-3b2d-4cbf-9579-231198a3831e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.449592] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b113a571-3b2d-4cbf-9579-231198a3831e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.449682] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b113a571-3b2d-4cbf-9579-231198a3831e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.449876] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b113a571-3b2d-4cbf-9579-231198a3831e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.449970] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b113a571-3b2d-4cbf-9579-231198a3831e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.573473] env[69258]: INFO networking_nsxv3.common.synchronization [None req-8ccf0111-381c-4326-8554-610ae9c9115a tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Enqueued Resource ID: d0b792fd-bf41-442a-9965-36359aa592b6 with Priority: HIGHEST for action security_group_rules [ 715.575323] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b792fd-bf41-442a-9965-36359aa592b6 with Priority: HIGHEST for action security_group_rules [ 715.575323] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0b792fd-bf41-442a-9965-36359aa592b6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.575323] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0b792fd-bf41-442a-9965-36359aa592b6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.853945] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9352cd3-d17b-441e-90a2-cb7e49e515ec: rpc.has_security_group_logging(os_id): False [ 715.871852] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.872143] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.872143] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.872295] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.872383] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.872588] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.872950] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.873080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.873255] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.873342] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.873536] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.874683] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.874683] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.874683] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.874683] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.874683] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.874683] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.874683] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.874683] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.874683] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.874683] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec is going to be created. [ 715.919850] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.920053] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.920127] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.920316] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.920424] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.920511] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0b792fd-bf41-442a-9965-36359aa592b6 already deleted. [ 715.920596] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0b792fd-bf41-442a-9965-36359aa592b6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.920725] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0b792fd-bf41-442a-9965-36359aa592b6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.920892] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0b792fd-bf41-442a-9965-36359aa592b6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.920997] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0b792fd-bf41-442a-9965-36359aa592b6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.942182] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.942436] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.942436] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.942662] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.942799] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.952014] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.952269] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.952467] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f6ee506-9bfd-4e04-8a0e-87e243c89f45',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.953244] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b113a571-3b2d-4cbf-9579-231198a3831e with status ACTIVE [ 715.953460] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.953548] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.953599] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.953834] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.953972] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.954188] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.954313] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.954382] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.954555] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.954638] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.954819] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.954915] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.954972] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.955131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.955208] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.955532] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b113a571-3b2d-4cbf-9579-231198a3831e is going to be updated. [ 715.958335] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec in Status: IN_PROGRESS for 2s [ 715.987361] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.987499] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.987499] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.987743] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.987902] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.988121] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b113a571-3b2d-4cbf-9579-231198a3831e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.441632] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.441864] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.441959] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.442397] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.442467] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.442606] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0b792fd-bf41-442a-9965-36359aa592b6 already deleted. [ 716.442715] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0b792fd-bf41-442a-9965-36359aa592b6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.459248] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f6ee506-9bfd-4e04-8a0e-87e243c89f45',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.486414] env[69258]: INFO networking_nsxv3.common.synchronization [req-8fd70b5f-129d-4bc6-b943-4a7444fbbf31 req-777abd12-af2d-4289-add9-ae805a142510 tempest-SecurityGroupRulesTestJSON-1357614711 tempest-SecurityGroupRulesTestJSON-1357614711-project-member] Enqueued Resource ID: 1cb200c3-edae-4d8a-a5ca-20860b0471af with Priority: HIGHEST for action security_group_rules [ 716.486922] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb200c3-edae-4d8a-a5ca-20860b0471af with Priority: HIGHEST for action security_group_rules [ 716.487257] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cb200c3-edae-4d8a-a5ca-20860b0471af taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.487432] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cb200c3-edae-4d8a-a5ca-20860b0471af" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.487432] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cb200c3-edae-4d8a-a5ca-20860b0471af" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.488019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cb200c3-edae-4d8a-a5ca-20860b0471af" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.488137] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cb200c3-edae-4d8a-a5ca-20860b0471af',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.501634] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.501848] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.501975] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.502257] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.502530] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.502745] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.502811] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.503016] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.503420] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.503794] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.503969] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.504176] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.504402] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.504562] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 716.504703] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.504869] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.523749] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.523922] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 716.524077] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.524360] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.525185] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-7db8115a-0766-46e4-8cbb-691007bf31d5 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.525414] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-7db8115a-0766-46e4-8cbb-691007bf31d5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.525688] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-7db8115a-0766-46e4-8cbb-691007bf31d5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.525894] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-7db8115a-0766-46e4-8cbb-691007bf31d5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.525951] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7db8115a-0766-46e4-8cbb-691007bf31d5',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.779448] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96ed2138-e68e-4d1a-a6a5-55f243ae7862 in Status: SUCCESS [ 716.780592] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96ed2138-e68e-4d1a-a6a5-55f243ae7862" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.780787] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96ed2138-e68e-4d1a-a6a5-55f243ae7862" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.780930] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96ed2138-e68e-4d1a-a6a5-55f243ae7862" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.781153] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.781280] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.781344] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.781613] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.781613] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.781679] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96ed2138-e68e-4d1a-a6a5-55f243ae7862" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.781750] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96ed2138-e68e-4d1a-a6a5-55f243ae7862',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.961790] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.962117] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.962117] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.962219] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.962374] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.963631] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 is going to be created. [ 716.990078] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.990231] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.990320] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.990996] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.990996] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.008831] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 in Status: UNINITIALIZED for 2s [ 717.014623] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.014901] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.015018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.015285] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.015428] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.015537] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cb200c3-edae-4d8a-a5ca-20860b0471af already deleted. [ 717.015655] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cb200c3-edae-4d8a-a5ca-20860b0471af" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.030070] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.030070] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.030274] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.034019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.034019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.034019] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 7db8115a-0766-46e4-8cbb-691007bf31d5 not found, creating... [ 717.034019] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.034019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.034019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.034019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.034585] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.034585] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.034677] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.034839] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.035116] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.035287] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.035500] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 7db8115a-0766-46e4-8cbb-691007bf31d5 is going to be created. [ 717.060220] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.060553] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.060749] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.061095] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.061519] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.061810] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-7db8115a-0766-46e4-8cbb-691007bf31d5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.188055] env[69258]: INFO networking_nsxv3.common.synchronization [None req-fddf2be1-15e9-4460-84e8-5ef6206c68f5 None None] Enqueued Resource ID: bf88ef92-eb85-40a5-9c4e-953af4605592 with Priority: HIGHEST for action port [ 717.188295] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf88ef92-eb85-40a5-9c4e-953af4605592 with Priority: HIGHEST for action port [ 717.189797] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf88ef92-eb85-40a5-9c4e-953af4605592 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.189924] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf88ef92-eb85-40a5-9c4e-953af4605592" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.189994] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf88ef92-eb85-40a5-9c4e-953af4605592" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.190288] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf88ef92-eb85-40a5-9c4e-953af4605592" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.190368] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf88ef92-eb85-40a5-9c4e-953af4605592',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.269442] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aff5d726-f658-49a6-9d46-ddc52a45c6c2 in Status: SUCCESS [ 717.269647] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aff5d726-f658-49a6-9d46-ddc52a45c6c2 deletion is rescheduled due to dependency. [ 717.269768] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aff5d726-f658-49a6-9d46-ddc52a45c6c2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.287072] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-96ed2138-e68e-4d1a-a6a5-55f243ae7862 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.287250] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96ed2138-e68e-4d1a-a6a5-55f243ae7862" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.287332] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96ed2138-e68e-4d1a-a6a5-55f243ae7862" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.287579] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96ed2138-e68e-4d1a-a6a5-55f243ae7862" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.287848] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.287848] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.287975] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.288070] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.288304] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.288304] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96ed2138-e68e-4d1a-a6a5-55f243ae7862" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.288399] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-96ed2138-e68e-4d1a-a6a5-55f243ae7862 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.288500] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96ed2138-e68e-4d1a-a6a5-55f243ae7862" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.288562] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96ed2138-e68e-4d1a-a6a5-55f243ae7862" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.288728] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96ed2138-e68e-4d1a-a6a5-55f243ae7862" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.288923] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.289011] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.289011] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.289147] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.289219] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.289309] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96ed2138-e68e-4d1a-a6a5-55f243ae7862" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.289395] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96ed2138-e68e-4d1a-a6a5-55f243ae7862',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.378905] env[69258]: INFO networking_nsxv3.common.synchronization [req-bb7c2c4d-42e0-4116-852e-9558a7482a67 req-fadd5837-4159-4a2e-af8f-bdb612506069 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Enqueued Resource ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f with Priority: HIGHEST for action security_group_members [ 717.384030] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f with Priority: HIGHEST for action security_group_members [ 717.384486] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.384630] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.384705] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.384957] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.385140] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.385295] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.385332] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.385900] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.386018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.386136] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac7faa52-71cf-4778-baa6-a9ec0c5ead3f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.693223] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf88ef92-eb85-40a5-9c4e-953af4605592 [ 717.693223] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.693476] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.693580] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.693787] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.693899] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.693965] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf88ef92-eb85-40a5-9c4e-953af4605592 already deleted. [ 717.694055] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf88ef92-eb85-40a5-9c4e-953af4605592" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.791179] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96ed2138-e68e-4d1a-a6a5-55f243ae7862: rpc.has_security_group_logging(os_id): False [ 717.808551] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.808710] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.808806] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.809109] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.809272] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.809524] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.809707] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.809772] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.809904] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.810043] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.810268] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.810369] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.810453] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.811073] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.811202] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.811325] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.811431] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.811493] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.811664] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.811981] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.811981] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96ed2138-e68e-4d1a-a6a5-55f243ae7862 is going to be created. [ 717.868394] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.868394] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.868613] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.868792] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.868959] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.881801] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96ed2138-e68e-4d1a-a6a5-55f243ae7862 in Status: IN_PROGRESS for 2s [ 717.888088] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac7faa52-71cf-4778-baa6-a9ec0c5ead3f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.980128] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec in Status: SUCCESS [ 717.980128] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.047107] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.047107] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.047107] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.047275] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.047564] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.047732] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.047848] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.050847] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.050847] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.050847] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 718.050847] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.050847] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.050847] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.050847] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 718.050847] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.050847] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.067869] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.067869] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 718.070019] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.070019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.070019] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-3a03586f-bd35-4a7d-8d01-7697b38067e6 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.070019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-3a03586f-bd35-4a7d-8d01-7697b38067e6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.070019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-3a03586f-bd35-4a7d-8d01-7697b38067e6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.070019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-3a03586f-bd35-4a7d-8d01-7697b38067e6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.070019] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a03586f-bd35-4a7d-8d01-7697b38067e6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.298389] env[69258]: INFO networking_nsxv3.common.synchronization [None req-141ff269-8e9f-453d-8a92-d53721a161d0 None None] Enqueued Resource ID: 30842b4d-375f-45e0-a395-dd6927ddc1ed with Priority: HIGHEST for action port [ 718.299588] env[69258]: INFO networking_nsxv3.common.synchronization [req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 req-771062fd-2336-4295-8a65-763b89142f65 service nova] Enqueued Resource ID: 0f4cec35-e4ad-450b-a2e5-4e42baa318d4 with Priority: HIGHEST for action security_group_rules [ 718.299971] env[69258]: INFO networking_nsxv3.common.synchronization [req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 req-771062fd-2336-4295-8a65-763b89142f65 service nova] Enqueued Resource ID: 0f4cec35-e4ad-450b-a2e5-4e42baa318d4 with Priority: HIGHEST for action security_group_members [ 718.300236] env[69258]: INFO networking_nsxv3.common.synchronization [req-1413ebaa-3bde-45fc-ac2d-96f94e4c2640 req-771062fd-2336-4295-8a65-763b89142f65 service nova] Enqueued Resource ID: 7db8115a-0766-46e4-8cbb-691007bf31d5 with Priority: HIGHEST for action port [ 718.301936] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30842b4d-375f-45e0-a395-dd6927ddc1ed with Priority: HIGHEST for action port [ 718.301936] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f4cec35-e4ad-450b-a2e5-4e42baa318d4 with Priority: HIGHEST for action security_group_members [ 718.301936] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f4cec35-e4ad-450b-a2e5-4e42baa318d4 with Priority: HIGHEST for action security_group_rules [ 718.302300] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7db8115a-0766-46e4-8cbb-691007bf31d5 with Priority: HIGHEST for action port [ 718.305020] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-30842b4d-375f-45e0-a395-dd6927ddc1ed taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.305020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30842b4d-375f-45e0-a395-dd6927ddc1ed" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.305020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30842b4d-375f-45e0-a395-dd6927ddc1ed" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.305020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30842b4d-375f-45e0-a395-dd6927ddc1ed" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.305020] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30842b4d-375f-45e0-a395-dd6927ddc1ed',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.305020] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f4cec35-e4ad-450b-a2e5-4e42baa318d4 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.305020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f4cec35-e4ad-450b-a2e5-4e42baa318d4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.305020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f4cec35-e4ad-450b-a2e5-4e42baa318d4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.305800] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f4cec35-e4ad-450b-a2e5-4e42baa318d4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.306077] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.306302] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.306457] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.306695] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.306873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.307346] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f4cec35-e4ad-450b-a2e5-4e42baa318d4',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.308317] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f4cec35-e4ad-450b-a2e5-4e42baa318d4 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.308529] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f4cec35-e4ad-450b-a2e5-4e42baa318d4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.308723] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f4cec35-e4ad-450b-a2e5-4e42baa318d4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.309027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f4cec35-e4ad-450b-a2e5-4e42baa318d4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.309211] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f4cec35-e4ad-450b-a2e5-4e42baa318d4',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.312286] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-7db8115a-0766-46e4-8cbb-691007bf31d5 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.312286] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7db8115a-0766-46e4-8cbb-691007bf31d5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.312286] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7db8115a-0766-46e4-8cbb-691007bf31d5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.312286] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7db8115a-0766-46e4-8cbb-691007bf31d5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.312286] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7db8115a-0766-46e4-8cbb-691007bf31d5',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.391750] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac7faa52-71cf-4778-baa6-a9ec0c5ead3f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.573928] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.574141] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.574224] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.574556] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.574796] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.575034] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 3a03586f-bd35-4a7d-8d01-7697b38067e6 not found, creating... [ 718.575340] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.575518] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.575637] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.575899] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.576071] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.576424] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.576599] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.576735] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.576956] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.579859] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.579859] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 3a03586f-bd35-4a7d-8d01-7697b38067e6 is going to be created. [ 718.597324] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.597457] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.597567] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.597840] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.598079] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.598302] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-3a03586f-bd35-4a7d-8d01-7697b38067e6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.813860] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30842b4d-375f-45e0-a395-dd6927ddc1ed [ 718.817953] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.817953] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.817953] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.817953] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.817953] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.817953] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30842b4d-375f-45e0-a395-dd6927ddc1ed already deleted. [ 718.818398] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30842b4d-375f-45e0-a395-dd6927ddc1ed" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.818398] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f4cec35-e4ad-450b-a2e5-4e42baa318d4 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.818490] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f4cec35-e4ad-450b-a2e5-4e42baa318d4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.818659] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f4cec35-e4ad-450b-a2e5-4e42baa318d4',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.820303] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7db8115a-0766-46e4-8cbb-691007bf31d5 with status ACTIVE [ 718.822197] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.822327] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.822395] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.822592] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.822680] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.822880] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.822985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.823096] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.823214] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.823312] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.823500] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.823553] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.823611] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.823752] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.823827] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.823912] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7db8115a-0766-46e4-8cbb-691007bf31d5 is going to be updated. [ 718.844814] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.844895] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.844931] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.845637] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.845637] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.845637] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7db8115a-0766-46e4-8cbb-691007bf31d5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.893800] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.893800] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.893800] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.894371] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.894371] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.894371] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f is going to be updated. [ 718.932153] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.932313] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.933297] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.933297] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.933297] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.936580] env[69258]: INFO networking_nsxv3.common.synchronization [None req-0929d211-0978-41f6-ab06-c4e2c430c4e9 None None] Enqueued Resource ID: c5afb033-64ca-4ffa-8c8f-6b02389648a5 with Priority: HIGHEST for action port [ 718.937117] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5afb033-64ca-4ffa-8c8f-6b02389648a5 with Priority: HIGHEST for action port [ 718.937440] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5afb033-64ca-4ffa-8c8f-6b02389648a5 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.937556] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5afb033-64ca-4ffa-8c8f-6b02389648a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.937623] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5afb033-64ca-4ffa-8c8f-6b02389648a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.937863] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5afb033-64ca-4ffa-8c8f-6b02389648a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.937942] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5afb033-64ca-4ffa-8c8f-6b02389648a5',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.942879] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f in Status: IN_PROGRESS for 2s [ 719.020266] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 in Status: SUCCESS [ 719.020266] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.020266] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.020266] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.020266] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.020266] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.020266] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.020266] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.020266] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.020266] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.020266] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f6ee506-9bfd-4e04-8a0e-87e243c89f45',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.327032] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f4cec35-e4ad-450b-a2e5-4e42baa318d4',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.440424] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5afb033-64ca-4ffa-8c8f-6b02389648a5 [ 719.440601] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.440722] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.440788] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.441138] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.441249] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.441320] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5afb033-64ca-4ffa-8c8f-6b02389648a5 already deleted. [ 719.441402] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5afb033-64ca-4ffa-8c8f-6b02389648a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.523918] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f6ee506-9bfd-4e04-8a0e-87e243c89f45',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.690918] env[69258]: INFO networking_nsxv3.common.synchronization [None req-1ae1b759-0377-4c06-9341-f01964b12467 None None] Enqueued Resource ID: 57cfad15-b64f-4c41-b4cb-fe625e38ac3e with Priority: HIGHEST for action port [ 719.691917] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57cfad15-b64f-4c41-b4cb-fe625e38ac3e with Priority: HIGHEST for action port [ 719.691917] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-57cfad15-b64f-4c41-b4cb-fe625e38ac3e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.691917] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57cfad15-b64f-4c41-b4cb-fe625e38ac3e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.691917] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57cfad15-b64f-4c41-b4cb-fe625e38ac3e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.692632] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57cfad15-b64f-4c41-b4cb-fe625e38ac3e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.692732] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57cfad15-b64f-4c41-b4cb-fe625e38ac3e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.831725] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.831725] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.831725] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.831725] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.831725] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.831944] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f4cec35-e4ad-450b-a2e5-4e42baa318d4 is going to be created. [ 719.854351] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.854566] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.854566] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.854799] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.854962] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.863651] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f4cec35-e4ad-450b-a2e5-4e42baa318d4 in Status: UNINITIALIZED for 2s [ 719.894624] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96ed2138-e68e-4d1a-a6a5-55f243ae7862 in Status: SUCCESS [ 719.894900] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96ed2138-e68e-4d1a-a6a5-55f243ae7862" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.998833] env[69258]: INFO networking_nsxv3.common.synchronization [req-bb7c2c4d-42e0-4116-852e-9558a7482a67 req-c49567d9-8952-4a89-99a3-72ad413a94ce service nova] Enqueued Resource ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f with Priority: HIGHEST for action security_group_rules [ 719.999073] env[69258]: INFO networking_nsxv3.common.synchronization [req-bb7c2c4d-42e0-4116-852e-9558a7482a67 req-c49567d9-8952-4a89-99a3-72ad413a94ce service nova] Enqueued Resource ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f with Priority: HIGHEST for action security_group_members [ 719.999555] env[69258]: INFO networking_nsxv3.common.synchronization [req-bb7c2c4d-42e0-4116-852e-9558a7482a67 req-c49567d9-8952-4a89-99a3-72ad413a94ce service nova] Enqueued Resource ID: 3a03586f-bd35-4a7d-8d01-7697b38067e6 with Priority: HIGHEST for action port [ 719.999555] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f with Priority: HIGHEST for action security_group_rules [ 719.999664] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f with Priority: HIGHEST for action security_group_members [ 719.999696] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a03586f-bd35-4a7d-8d01-7697b38067e6 with Priority: HIGHEST for action port [ 720.000253] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.000716] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.000716] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.000716] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.000716] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac7faa52-71cf-4778-baa6-a9ec0c5ead3f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.002101] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.002101] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.002101] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a03586f-bd35-4a7d-8d01-7697b38067e6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.002101] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a03586f-bd35-4a7d-8d01-7697b38067e6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.002101] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a03586f-bd35-4a7d-8d01-7697b38067e6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.002476] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a03586f-bd35-4a7d-8d01-7697b38067e6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.002476] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a03586f-bd35-4a7d-8d01-7697b38067e6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.025518] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f6ee506-9bfd-4e04-8a0e-87e243c89f45: rpc.has_security_group_logging(os_id): False [ 720.043018] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.043018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.043018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.043018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.043018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.043313] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.043313] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.043397] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.043522] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.043591] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.043675] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 is going to be created. [ 720.106077] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.106077] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.106077] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.106077] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.106077] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.116425] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 in Status: IN_PROGRESS for 2s [ 720.196466] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57cfad15-b64f-4c41-b4cb-fe625e38ac3e [ 720.196466] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.196466] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.196466] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.196466] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.196466] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.196466] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57cfad15-b64f-4c41-b4cb-fe625e38ac3e already deleted. [ 720.196466] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57cfad15-b64f-4c41-b4cb-fe625e38ac3e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.355029] env[69258]: INFO networking_nsxv3.common.synchronization [req-75bb77aa-0e8c-43d3-9e25-150c6af71ffa req-24a5d496-64b1-470d-a202-33daa88152ba tempest-SecurityGroupRulesNegativeTestJSON-1408666352 tempest-SecurityGroupRulesNegativeTestJSON-1408666352-project-member] Enqueued Resource ID: e1d5625b-e545-423c-ae6f-f6756d2cb6c0 with Priority: HIGHEST for action security_group_rules [ 720.355265] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d5625b-e545-423c-ae6f-f6756d2cb6c0 with Priority: HIGHEST for action security_group_rules [ 720.355582] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1d5625b-e545-423c-ae6f-f6756d2cb6c0 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.355707] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1d5625b-e545-423c-ae6f-f6756d2cb6c0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.355773] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1d5625b-e545-423c-ae6f-f6756d2cb6c0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.358539] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1d5625b-e545-423c-ae6f-f6756d2cb6c0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.358539] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1d5625b-e545-423c-ae6f-f6756d2cb6c0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.504753] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.505178] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.508519] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a03586f-bd35-4a7d-8d01-7697b38067e6 with status ACTIVE [ 720.509773] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.509773] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.509773] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.509773] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.509773] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.509773] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.509773] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.509773] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.509773] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.510180] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.510180] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.510180] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.510180] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.510518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.510518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.510518] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a03586f-bd35-4a7d-8d01-7697b38067e6 is going to be updated. [ 720.531379] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.531379] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.531379] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.531577] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.531710] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.531867] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a03586f-bd35-4a7d-8d01-7697b38067e6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.884279] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.884279] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.884279] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.884279] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.884279] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.884279] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1d5625b-e545-423c-ae6f-f6756d2cb6c0 already deleted. [ 720.884279] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1d5625b-e545-423c-ae6f-f6756d2cb6c0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.960570] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f in Status: SUCCESS [ 720.963436] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.963721] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.963979] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.964255] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.964726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.964833] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.965045] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.965231] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.965373] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac7faa52-71cf-4778-baa6-a9ec0c5ead3f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.468928] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac7faa52-71cf-4778-baa6-a9ec0c5ead3f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.875127] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f4cec35-e4ad-450b-a2e5-4e42baa318d4 in Status: SUCCESS [ 721.875127] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f4cec35-e4ad-450b-a2e5-4e42baa318d4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.875127] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f4cec35-e4ad-450b-a2e5-4e42baa318d4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.875127] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f4cec35-e4ad-450b-a2e5-4e42baa318d4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.875127] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.875127] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.875127] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.875127] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.875127] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.875127] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f4cec35-e4ad-450b-a2e5-4e42baa318d4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.875127] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f4cec35-e4ad-450b-a2e5-4e42baa318d4',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.973919] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac7faa52-71cf-4778-baa6-a9ec0c5ead3f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.129805] env[69258]: INFO networking_nsxv3.common.synchronization [req-dd8737bd-724c-4408-bea7-7a89089dbc97 req-d143dd5f-ac32-4130-bec6-42a7d74810f8 tempest-SecurityGroupRulesTestJSON-1357614711 tempest-SecurityGroupRulesTestJSON-1357614711-project-member] Enqueued Resource ID: f5eb012d-0a8e-4572-8e4a-ba45db8d033c with Priority: HIGHEST for action security_group_rules [ 722.130993] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 in Status: SUCCESS [ 722.131257] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.131660] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5eb012d-0a8e-4572-8e4a-ba45db8d033c with Priority: HIGHEST for action security_group_rules [ 722.132042] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5eb012d-0a8e-4572-8e4a-ba45db8d033c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.132155] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5eb012d-0a8e-4572-8e4a-ba45db8d033c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.132223] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5eb012d-0a8e-4572-8e4a-ba45db8d033c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.132793] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5eb012d-0a8e-4572-8e4a-ba45db8d033c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.132900] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5eb012d-0a8e-4572-8e4a-ba45db8d033c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.293178] env[69258]: INFO networking_nsxv3.common.synchronization [None req-c18ee505-5d1b-43ab-a72f-9e7dc36ddc28 None None] Enqueued Resource ID: 0322f5fc-253b-470e-9095-d9a62ed966eb with Priority: HIGHEST for action port [ 722.294800] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0322f5fc-253b-470e-9095-d9a62ed966eb with Priority: HIGHEST for action port [ 722.296173] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-0322f5fc-253b-470e-9095-d9a62ed966eb taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.296808] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0322f5fc-253b-470e-9095-d9a62ed966eb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.296808] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0322f5fc-253b-470e-9095-d9a62ed966eb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.297018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0322f5fc-253b-470e-9095-d9a62ed966eb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.297018] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0322f5fc-253b-470e-9095-d9a62ed966eb',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.361126] env[69258]: INFO networking_nsxv3.common.synchronization [req-5647a651-9dfb-41d1-8c11-59ddbcc35294 req-7da9c453-66a2-48bf-be61-edfc81f6cdc8 tempest-SecurityGroupRulesNegativeTestJSON-1408666352 tempest-SecurityGroupRulesNegativeTestJSON-1408666352-project-member] Enqueued Resource ID: e1d5625b-e545-423c-ae6f-f6756d2cb6c0 with Priority: HIGHEST for action security_group_rules [ 722.361479] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1d5625b-e545-423c-ae6f-f6756d2cb6c0 with Priority: HIGHEST for action security_group_rules [ 722.361958] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1d5625b-e545-423c-ae6f-f6756d2cb6c0 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.361958] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1d5625b-e545-423c-ae6f-f6756d2cb6c0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.361958] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1d5625b-e545-423c-ae6f-f6756d2cb6c0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.362264] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1d5625b-e545-423c-ae6f-f6756d2cb6c0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.362539] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1d5625b-e545-423c-ae6f-f6756d2cb6c0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.376884] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f4cec35-e4ad-450b-a2e5-4e42baa318d4 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.377088] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f4cec35-e4ad-450b-a2e5-4e42baa318d4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.377128] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f4cec35-e4ad-450b-a2e5-4e42baa318d4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.377561] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f4cec35-e4ad-450b-a2e5-4e42baa318d4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.377561] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.377649] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.377649] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.377788] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.377928] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.377977] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f4cec35-e4ad-450b-a2e5-4e42baa318d4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.378401] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f4cec35-e4ad-450b-a2e5-4e42baa318d4 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.378401] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f4cec35-e4ad-450b-a2e5-4e42baa318d4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.378401] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f4cec35-e4ad-450b-a2e5-4e42baa318d4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.378401] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f4cec35-e4ad-450b-a2e5-4e42baa318d4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.378569] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.379084] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.379084] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.379084] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.379084] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.379084] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f4cec35-e4ad-450b-a2e5-4e42baa318d4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.379084] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f4cec35-e4ad-450b-a2e5-4e42baa318d4',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.476244] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.476709] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.476709] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.477014] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.477293] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.477458] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f is going to be updated. [ 722.504499] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.506528] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.506528] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.506528] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.506528] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.513971] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f in Status: IN_PROGRESS for 2s [ 722.696147] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.696921] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.697036] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.698740] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.698740] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.698740] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5eb012d-0a8e-4572-8e4a-ba45db8d033c already deleted. [ 722.698740] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5eb012d-0a8e-4572-8e4a-ba45db8d033c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.802145] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0322f5fc-253b-470e-9095-d9a62ed966eb [ 722.802145] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.802145] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.802145] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.802145] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.802145] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.802145] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0322f5fc-253b-470e-9095-d9a62ed966eb already deleted. [ 722.802145] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0322f5fc-253b-470e-9095-d9a62ed966eb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.854865] env[69258]: INFO networking_nsxv3.common.synchronization [req-3f680b40-c99d-4bab-a4ff-1f1ee50a0cc5 req-fcb3734a-3136-4594-bbaf-bda50bfeaf74 tempest-SecurityGroupRulesTestJSON-1357614711 tempest-SecurityGroupRulesTestJSON-1357614711-project-member] Enqueued Resource ID: f5eb012d-0a8e-4572-8e4a-ba45db8d033c with Priority: HIGHEST for action security_group_rules [ 722.855663] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5eb012d-0a8e-4572-8e4a-ba45db8d033c with Priority: HIGHEST for action security_group_rules [ 722.856044] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5eb012d-0a8e-4572-8e4a-ba45db8d033c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.856239] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5eb012d-0a8e-4572-8e4a-ba45db8d033c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.856378] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5eb012d-0a8e-4572-8e4a-ba45db8d033c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.856621] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5eb012d-0a8e-4572-8e4a-ba45db8d033c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.856746] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5eb012d-0a8e-4572-8e4a-ba45db8d033c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.882520] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f4cec35-e4ad-450b-a2e5-4e42baa318d4: rpc.has_security_group_logging(os_id): False [ 722.885994] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.885994] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.885994] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.886715] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.886715] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.886715] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1d5625b-e545-423c-ae6f-f6756d2cb6c0 already deleted. [ 722.886715] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1d5625b-e545-423c-ae6f-f6756d2cb6c0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.897141] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.897471] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.897616] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.897872] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.898042] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.898299] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.898445] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.898536] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.898730] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.898868] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.899120] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.899276] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.899873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.899873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.899873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.900022] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.900647] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.900789] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.901480] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.901480] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.901480] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f4cec35-e4ad-450b-a2e5-4e42baa318d4 is going to be created. [ 722.957938] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.957938] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.957938] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.957938] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.957938] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.966602] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f4cec35-e4ad-450b-a2e5-4e42baa318d4 in Status: IN_PROGRESS for 2s [ 723.141345] env[69258]: INFO networking_nsxv3.common.synchronization [req-a1316837-faa9-43ee-98fe-38110fda2a84 req-70f4c4bc-d19d-49a2-9275-dcbe3cec9a25 tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Enqueued Resource ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b with Priority: HIGHEST for action security_group_members [ 723.142705] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b with Priority: HIGHEST for action security_group_members [ 723.143145] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.143263] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.143345] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.143581] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.143755] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.143856] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.145100] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.145100] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.145100] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.145100] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ecf39ed-cdf0-4542-b74e-ae35a5acf80b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.381122] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.381666] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.381666] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.381842] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.381969] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.382130] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5eb012d-0a8e-4572-8e4a-ba45db8d033c already deleted. [ 723.382290] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5eb012d-0a8e-4572-8e4a-ba45db8d033c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.655513] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.655513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.655513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.655513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.655513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.655513] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.655513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.655513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.655513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.655513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.655513] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b is going to be updated. [ 723.679682] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.679823] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.682977] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.682977] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.682977] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.688625] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b in Status: IN_PROGRESS for 2s [ 723.842166] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.842607] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.842769] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.843060] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.843331] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.843518] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.843645] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.843869] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.844021] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.844248] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.844380] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.844500] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.844640] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.844748] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.844856] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.844991] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.863816] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.863993] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 723.864168] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.864336] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.864661] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-aa6acb98-7a68-4a3b-b64b-612e52ec44b3 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.864839] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-aa6acb98-7a68-4a3b-b64b-612e52ec44b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.864960] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-aa6acb98-7a68-4a3b-b64b-612e52ec44b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.865926] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-aa6acb98-7a68-4a3b-b64b-612e52ec44b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.865926] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa6acb98-7a68-4a3b-b64b-612e52ec44b3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.372774] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.373038] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.373215] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.373548] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.373743] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.373993] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port aa6acb98-7a68-4a3b-b64b-612e52ec44b3 not found, creating... [ 724.374265] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.374468] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.374618] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.374884] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.375068] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.375391] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.375594] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.375760] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.378727] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.379120] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.379332] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: aa6acb98-7a68-4a3b-b64b-612e52ec44b3 is going to be created. [ 724.400050] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.400637] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.400637] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.400829] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.402108] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.402487] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-aa6acb98-7a68-4a3b-b64b-612e52ec44b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.529289] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f in Status: SUCCESS [ 724.529538] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.529747] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.529938] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.530147] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.530267] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.530380] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.530566] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.530652] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.530740] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.530831] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac7faa52-71cf-4778-baa6-a9ec0c5ead3f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.764594] env[69258]: INFO networking_nsxv3.common.synchronization [req-4d1d0265-f3dd-4c07-bebd-a70e0ba884b2 req-e6e04651-d11a-44f3-b39e-d25b7f76d025 tempest-ImagesNegativeTestJSON-1577502052 tempest-ImagesNegativeTestJSON-1577502052-project-member] Enqueued Resource ID: 1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e with Priority: HIGHEST for action security_group_members [ 724.765581] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e with Priority: HIGHEST for action security_group_members [ 724.766066] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.766324] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.766506] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.766915] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.767201] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.767884] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.767884] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.767884] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.767884] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.768237] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.927637] env[69258]: INFO networking_nsxv3.common.synchronization [req-138dd9e7-05dd-46be-be8a-2afe9e6de54e req-c7ba2f3b-f1b0-4c02-8f3f-26e384446368 tempest-SecurityGroupRulesTestJSON-1357614711 tempest-SecurityGroupRulesTestJSON-1357614711-project-member] Enqueued Resource ID: f5eb012d-0a8e-4572-8e4a-ba45db8d033c with Priority: HIGHEST for action security_group_rules [ 724.928324] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5eb012d-0a8e-4572-8e4a-ba45db8d033c with Priority: HIGHEST for action security_group_rules [ 724.928677] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5eb012d-0a8e-4572-8e4a-ba45db8d033c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.929107] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5eb012d-0a8e-4572-8e4a-ba45db8d033c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.929107] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5eb012d-0a8e-4572-8e4a-ba45db8d033c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.929107] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5eb012d-0a8e-4572-8e4a-ba45db8d033c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.929604] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5eb012d-0a8e-4572-8e4a-ba45db8d033c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.978234] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f4cec35-e4ad-450b-a2e5-4e42baa318d4 in Status: SUCCESS [ 724.978478] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f4cec35-e4ad-450b-a2e5-4e42baa318d4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.038820] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.038820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.038820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.038820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.038820] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.038820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.038820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.038820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.038820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.038820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.038820] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.038820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.038820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.038820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.038820] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.038820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.039701] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.039701] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.040078] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.040222] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.040354] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac7faa52-71cf-4778-baa6-a9ec0c5ead3f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.272016] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.272016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.272016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.272016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.272276] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.272314] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.272465] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.272506] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.272681] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.272754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.272850] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e is going to be updated. [ 725.299118] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.299292] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.299367] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.299581] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.299727] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.308934] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e in Status: IN_PROGRESS for 2s [ 725.448702] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.448880] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.449319] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.449773] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.449893] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.450197] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5eb012d-0a8e-4572-8e4a-ba45db8d033c already deleted. [ 725.450319] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5eb012d-0a8e-4572-8e4a-ba45db8d033c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.544911] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac7faa52-71cf-4778-baa6-a9ec0c5ead3f: rpc.has_security_group_logging(os_id): False [ 725.561359] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.561562] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.561649] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.561857] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.562058] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.562168] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.562341] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.562341] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.562489] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.562572] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.562757] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.562847] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.562908] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.563256] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.563354] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.563619] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.563729] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.563793] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.563961] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.564059] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.564183] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f is going to be updated. [ 725.567767] env[69258]: INFO networking_nsxv3.common.synchronization [None req-8f2ed661-1970-47d4-ba0b-0874ebe64e07 None None] Enqueued Resource ID: 7d99f551-aa0e-41a1-a63f-481f30a97d09 with Priority: HIGHEST for action port [ 725.568617] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d99f551-aa0e-41a1-a63f-481f30a97d09 with Priority: HIGHEST for action port [ 725.569053] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d99f551-aa0e-41a1-a63f-481f30a97d09 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.569123] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d99f551-aa0e-41a1-a63f-481f30a97d09" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.569123] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d99f551-aa0e-41a1-a63f-481f30a97d09" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.569506] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d99f551-aa0e-41a1-a63f-481f30a97d09" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.569506] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d99f551-aa0e-41a1-a63f-481f30a97d09',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.597978] env[69258]: INFO networking_nsxv3.common.synchronization [req-a1316837-faa9-43ee-98fe-38110fda2a84 req-98e8e7f4-44cd-4192-865d-ac24a6d3dd1e service nova] Enqueued Resource ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b with Priority: HIGHEST for action security_group_rules [ 725.598184] env[69258]: INFO networking_nsxv3.common.synchronization [req-a1316837-faa9-43ee-98fe-38110fda2a84 req-98e8e7f4-44cd-4192-865d-ac24a6d3dd1e service nova] Enqueued Resource ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b with Priority: HIGHEST for action security_group_members [ 725.598400] env[69258]: INFO networking_nsxv3.common.synchronization [req-a1316837-faa9-43ee-98fe-38110fda2a84 req-98e8e7f4-44cd-4192-865d-ac24a6d3dd1e service nova] Enqueued Resource ID: aa6acb98-7a68-4a3b-b64b-612e52ec44b3 with Priority: HIGHEST for action port [ 725.598554] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b with Priority: HIGHEST for action security_group_rules [ 725.598681] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b with Priority: HIGHEST for action security_group_members [ 725.599132] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa6acb98-7a68-4a3b-b64b-612e52ec44b3 with Priority: HIGHEST for action port [ 725.599328] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.599450] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.599511] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.599747] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.599811] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ecf39ed-cdf0-4542-b74e-ae35a5acf80b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.600940] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.600940] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.600940] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa6acb98-7a68-4a3b-b64b-612e52ec44b3 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.601174] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa6acb98-7a68-4a3b-b64b-612e52ec44b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.601174] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa6acb98-7a68-4a3b-b64b-612e52ec44b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.601243] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa6acb98-7a68-4a3b-b64b-612e52ec44b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.601393] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa6acb98-7a68-4a3b-b64b-612e52ec44b3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.619255] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.619255] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.619255] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.619510] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.619510] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.633497] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f in Status: IN_PROGRESS for 2s [ 725.703792] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b in Status: SUCCESS [ 725.703792] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b deletion is rescheduled due to dependency. [ 725.703792] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.703991] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.704189] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.704380] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.704491] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.704553] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.704712] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.704797] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.704892] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ecf39ed-cdf0-4542-b74e-ae35a5acf80b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.071677] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d99f551-aa0e-41a1-a63f-481f30a97d09 [ 726.071677] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.072132] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.072132] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.072132] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.072262] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.072262] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d99f551-aa0e-41a1-a63f-481f30a97d09 already deleted. [ 726.072349] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d99f551-aa0e-41a1-a63f-481f30a97d09" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.102617] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.102771] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.102994] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa6acb98-7a68-4a3b-b64b-612e52ec44b3 with status ACTIVE [ 726.103132] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.103240] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.103306] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.103655] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.103655] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.103771] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.107024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.107024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.107024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.107024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.107024] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.107024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.107024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.107024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.107024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.107024] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa6acb98-7a68-4a3b-b64b-612e52ec44b3 is going to be updated. [ 726.127649] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.127649] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.127649] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.127649] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.127649] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.127649] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa6acb98-7a68-4a3b-b64b-612e52ec44b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.208020] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ecf39ed-cdf0-4542-b74e-ae35a5acf80b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.712377] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ecf39ed-cdf0-4542-b74e-ae35a5acf80b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.215285] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.215653] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.215653] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.215862] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.216012] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.216012] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b is going to be updated. [ 727.244914] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.245104] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.245104] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.249020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.249020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.262658] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b in Status: IN_PROGRESS for 2s [ 727.319141] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e in Status: SUCCESS [ 727.319328] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e deletion is rescheduled due to dependency. [ 727.319446] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.650016] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f in Status: SUCCESS [ 727.650016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.723708] env[69258]: INFO networking_nsxv3.common.synchronization [None req-71587f43-32db-431f-adaf-e0d2ce66f3b9 None None] Enqueued Resource ID: 8c7cb804-4614-4c2d-b221-d8c3a8ad94a9 with Priority: HIGHEST for action port [ 727.723708] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7cb804-4614-4c2d-b221-d8c3a8ad94a9 with Priority: HIGHEST for action port [ 727.724172] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c7cb804-4614-4c2d-b221-d8c3a8ad94a9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.728022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c7cb804-4614-4c2d-b221-d8c3a8ad94a9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.728022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c7cb804-4614-4c2d-b221-d8c3a8ad94a9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.728022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c7cb804-4614-4c2d-b221-d8c3a8ad94a9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.728022] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c7cb804-4614-4c2d-b221-d8c3a8ad94a9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.728022] env[69258]: INFO networking_nsxv3.common.synchronization [None req-8b1f6aa7-57ab-4cfb-b758-566ce74d1449 None None] Enqueued Resource ID: 6dda357a-9602-400b-825b-784782206724 with Priority: HIGHEST for action port [ 727.728444] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dda357a-9602-400b-825b-784782206724 with Priority: HIGHEST for action port [ 727.729296] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dda357a-9602-400b-825b-784782206724 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.729900] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dda357a-9602-400b-825b-784782206724" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.730352] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dda357a-9602-400b-825b-784782206724" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.730988] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dda357a-9602-400b-825b-784782206724" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.731202] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dda357a-9602-400b-825b-784782206724',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.108072] env[69258]: INFO networking_nsxv3.common.synchronization [req-d44e03ab-7ab7-4271-90b1-055b0ee65773 req-fad2e3cc-e12b-4373-bdfc-6439d0163034 tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Enqueued Resource ID: ef714168-a019-4fb1-965d-0af139feee39 with Priority: HIGHEST for action security_group_members [ 728.108608] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef714168-a019-4fb1-965d-0af139feee39 with Priority: HIGHEST for action security_group_members [ 728.108936] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef714168-a019-4fb1-965d-0af139feee39 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.109214] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef714168-a019-4fb1-965d-0af139feee39" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.109327] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef714168-a019-4fb1-965d-0af139feee39" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.109693] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef714168-a019-4fb1-965d-0af139feee39" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.109986] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.110176] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.110295] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.110501] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.110631] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.110761] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef714168-a019-4fb1-965d-0af139feee39',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.229580] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c7cb804-4614-4c2d-b221-d8c3a8ad94a9 [ 728.229867] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.229938] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.230033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.230250] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.230341] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.230441] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c7cb804-4614-4c2d-b221-d8c3a8ad94a9 already deleted. [ 728.230521] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c7cb804-4614-4c2d-b221-d8c3a8ad94a9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.234677] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6dda357a-9602-400b-825b-784782206724 [ 728.235066] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.235066] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.235226] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.235283] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.235376] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.235468] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6dda357a-9602-400b-825b-784782206724 already deleted. [ 728.236070] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dda357a-9602-400b-825b-784782206724" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.614643] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.614643] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.614643] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.614643] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.614643] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.614643] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.614643] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.614643] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.614643] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.614643] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.614643] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef714168-a019-4fb1-965d-0af139feee39 already deleted. [ 728.614643] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef714168-a019-4fb1-965d-0af139feee39" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.004588] env[69258]: INFO networking_nsxv3.common.synchronization [req-5f091f81-cf08-4dc3-b5c0-2ecec2215461 req-7c0c5df6-b14b-464d-94e2-dfcb78a2d1be tempest-ServersNegativeTestMultiTenantJSON-103182945 tempest-ServersNegativeTestMultiTenantJSON-103182945-project-member] Enqueued Resource ID: 96ed2138-e68e-4d1a-a6a5-55f243ae7862 with Priority: HIGHEST for action security_group_members [ 729.004588] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96ed2138-e68e-4d1a-a6a5-55f243ae7862 with Priority: HIGHEST for action security_group_members [ 729.004588] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-96ed2138-e68e-4d1a-a6a5-55f243ae7862 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.004588] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96ed2138-e68e-4d1a-a6a5-55f243ae7862" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.005013] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96ed2138-e68e-4d1a-a6a5-55f243ae7862" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.005318] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96ed2138-e68e-4d1a-a6a5-55f243ae7862" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.005491] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.005857] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.005943] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.006142] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.006232] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.006330] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96ed2138-e68e-4d1a-a6a5-55f243ae7862',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.272398] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b in Status: SUCCESS [ 729.272398] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.272853] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.272853] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.276023] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.276023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.276023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.276023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.276023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.276023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.276023] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ecf39ed-cdf0-4542-b74e-ae35a5acf80b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.508084] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.510873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.510873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.510873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.510873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.510873] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.510873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.510873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.510873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.510873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.510873] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96ed2138-e68e-4d1a-a6a5-55f243ae7862 is going to be updated. [ 729.540952] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.541130] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.541202] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.541420] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.541630] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.550556] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96ed2138-e68e-4d1a-a6a5-55f243ae7862 in Status: IN_PROGRESS for 2s [ 729.680265] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.680933] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.680933] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.682286] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.682701] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.682890] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.683024] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.683352] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.683457] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.683667] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 729.683782] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.683892] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.684040] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.684230] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 729.684391] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.684539] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 729.704210] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 729.704210] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 729.704210] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 729.704210] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.704867] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-bd8c9232-7e90-4762-a563-0399c69b1cec taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.705106] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-bd8c9232-7e90-4762-a563-0399c69b1cec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.705609] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-bd8c9232-7e90-4762-a563-0399c69b1cec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.705996] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-bd8c9232-7e90-4762-a563-0399c69b1cec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.706273] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd8c9232-7e90-4762-a563-0399c69b1cec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.779581] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.779732] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.779812] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.780053] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.780232] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.780337] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.780402] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.780652] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.780652] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.780752] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.780881] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.781446] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.781446] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.781446] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.781446] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.781446] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.781446] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.781721] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.781721] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.781721] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.781808] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ecf39ed-cdf0-4542-b74e-ae35a5acf80b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.057609] env[69258]: INFO networking_nsxv3.common.synchronization [req-06980c59-3071-4feb-80ce-754887b75444 req-63104759-d56d-4bda-bd58-4dbcda4e06c0 tempest-ServerMetadataNegativeTestJSON-228433311 tempest-ServerMetadataNegativeTestJSON-228433311-project-member] Enqueued Resource ID: 389f01ab-cfc6-4302-b4e7-42db71a6ebe8 with Priority: HIGHEST for action security_group_members [ 730.058154] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 389f01ab-cfc6-4302-b4e7-42db71a6ebe8 with Priority: HIGHEST for action security_group_members [ 730.058541] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-389f01ab-cfc6-4302-b4e7-42db71a6ebe8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.058668] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-389f01ab-cfc6-4302-b4e7-42db71a6ebe8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.058736] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-389f01ab-cfc6-4302-b4e7-42db71a6ebe8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.058952] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-389f01ab-cfc6-4302-b4e7-42db71a6ebe8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.059391] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.059540] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.059856] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.059919] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.060068] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.060885] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('389f01ab-cfc6-4302-b4e7-42db71a6ebe8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.208480] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.208883] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.208883] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.209140] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.209295] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.209467] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port bd8c9232-7e90-4762-a563-0399c69b1cec not found, creating... [ 730.209724] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.209891] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.210036] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.210254] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.210396] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.210693] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.211186] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.211186] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.211327] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.211427] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.211854] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: bd8c9232-7e90-4762-a563-0399c69b1cec is going to be created. [ 730.232405] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.233214] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.233214] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.233214] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.233356] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.233649] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-bd8c9232-7e90-4762-a563-0399c69b1cec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.286739] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b: rpc.has_security_group_logging(os_id): False [ 730.306427] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.306427] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.306427] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.306427] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.306427] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.306427] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.306427] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.306427] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.306427] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.306427] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.306427] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.306427] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.306427] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.306954] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.306954] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.306954] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.306954] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.306954] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.307130] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.308031] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.308031] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b is going to be updated. [ 730.310709] env[69258]: INFO networking_nsxv3.common.synchronization [None req-31ed8dc5-5a75-4f76-9f9b-ce06eebcd2f5 None None] Enqueued Resource ID: 80165a67-1906-4ecd-a852-59084f15ec87 with Priority: HIGHEST for action port [ 730.313082] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80165a67-1906-4ecd-a852-59084f15ec87 with Priority: HIGHEST for action port [ 730.313368] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-80165a67-1906-4ecd-a852-59084f15ec87 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.313476] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80165a67-1906-4ecd-a852-59084f15ec87" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.313540] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80165a67-1906-4ecd-a852-59084f15ec87" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.313766] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80165a67-1906-4ecd-a852-59084f15ec87" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.313843] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80165a67-1906-4ecd-a852-59084f15ec87',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.333588] env[69258]: INFO networking_nsxv3.common.synchronization [None req-a22559b5-4d82-4557-a26e-510f1cb5cb15 None None] Enqueued Resource ID: 992aef85-cbf0-4638-9764-94f396bc8793 with Priority: HIGHEST for action port [ 730.333838] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 992aef85-cbf0-4638-9764-94f396bc8793 with Priority: HIGHEST for action port [ 730.334453] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-992aef85-cbf0-4638-9764-94f396bc8793 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.334587] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-992aef85-cbf0-4638-9764-94f396bc8793" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.334639] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-992aef85-cbf0-4638-9764-94f396bc8793" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.335351] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-992aef85-cbf0-4638-9764-94f396bc8793" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.335435] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('992aef85-cbf0-4638-9764-94f396bc8793',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.386183] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.386386] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.386441] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.386656] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.386800] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.403683] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b in Status: IN_PROGRESS for 2s [ 730.564852] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.564852] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.564852] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.564852] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.564852] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.564852] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.564852] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.564852] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.564852] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.564852] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.564852] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 389f01ab-cfc6-4302-b4e7-42db71a6ebe8 is going to be updated. [ 730.589607] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.591768] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.591768] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.591768] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.591768] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.599976] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 389f01ab-cfc6-4302-b4e7-42db71a6ebe8 in Status: IN_PROGRESS for 2s [ 730.772120] env[69258]: INFO networking_nsxv3.common.synchronization [req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 req-ec3749dc-7200-4139-86de-afe36b727f6b tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Enqueued Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGHEST for action security_group_members [ 730.772651] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGHEST for action security_group_members [ 730.772985] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e78db7-d0de-47fa-a658-b3202800654c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.773277] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.773277] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.773394] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.773543] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.773729] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.773729] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.773847] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.773942] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.776557] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.818939] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80165a67-1906-4ecd-a852-59084f15ec87 [ 730.819136] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.819279] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.819402] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.819575] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.819666] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.819761] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80165a67-1906-4ecd-a852-59084f15ec87 already deleted. [ 730.819841] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80165a67-1906-4ecd-a852-59084f15ec87" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.838671] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 992aef85-cbf0-4638-9764-94f396bc8793 [ 730.838671] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.838671] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.838885] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.839052] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.839104] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.839160] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:992aef85-cbf0-4638-9764-94f396bc8793 already deleted. [ 730.839240] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-992aef85-cbf0-4638-9764-94f396bc8793" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.068154] env[69258]: INFO networking_nsxv3.common.synchronization [None req-6d20cca5-546a-4a73-bffb-900b173514f5 None None] Enqueued Resource ID: c9b27f83-9a99-435e-be38-9b0657793dab with Priority: HIGHEST for action port [ 731.068901] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9b27f83-9a99-435e-be38-9b0657793dab with Priority: HIGHEST for action port [ 731.069540] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9b27f83-9a99-435e-be38-9b0657793dab taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.070650] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9b27f83-9a99-435e-be38-9b0657793dab" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.070650] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9b27f83-9a99-435e-be38-9b0657793dab" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.070650] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9b27f83-9a99-435e-be38-9b0657793dab" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.070650] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9b27f83-9a99-435e-be38-9b0657793dab',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.150185] env[69258]: INFO networking_nsxv3.common.synchronization [req-d44e03ab-7ab7-4271-90b1-055b0ee65773 req-ad75a377-90b2-419c-9f6b-a7a65133d510 service nova] Enqueued Resource ID: ef714168-a019-4fb1-965d-0af139feee39 with Priority: HIGHEST for action security_group_rules [ 731.150185] env[69258]: INFO networking_nsxv3.common.synchronization [req-d44e03ab-7ab7-4271-90b1-055b0ee65773 req-ad75a377-90b2-419c-9f6b-a7a65133d510 service nova] Enqueued Resource ID: ef714168-a019-4fb1-965d-0af139feee39 with Priority: HIGHEST for action security_group_members [ 731.150185] env[69258]: INFO networking_nsxv3.common.synchronization [req-d44e03ab-7ab7-4271-90b1-055b0ee65773 req-ad75a377-90b2-419c-9f6b-a7a65133d510 service nova] Enqueued Resource ID: bd8c9232-7e90-4762-a563-0399c69b1cec with Priority: HIGHEST for action port [ 731.150185] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef714168-a019-4fb1-965d-0af139feee39 with Priority: HIGHEST for action security_group_rules [ 731.150185] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef714168-a019-4fb1-965d-0af139feee39 with Priority: HIGHEST for action security_group_members [ 731.150185] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd8c9232-7e90-4762-a563-0399c69b1cec with Priority: HIGHEST for action port [ 731.150185] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef714168-a019-4fb1-965d-0af139feee39 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.150185] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef714168-a019-4fb1-965d-0af139feee39" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.150185] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef714168-a019-4fb1-965d-0af139feee39" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.150912] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef714168-a019-4fb1-965d-0af139feee39" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.151713] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef714168-a019-4fb1-965d-0af139feee39',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.153323] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef714168-a019-4fb1-965d-0af139feee39 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.153652] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef714168-a019-4fb1-965d-0af139feee39" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.153861] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef714168-a019-4fb1-965d-0af139feee39" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.154243] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef714168-a019-4fb1-965d-0af139feee39" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.154592] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.154883] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.155127] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.157178] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.157178] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.157178] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef714168-a019-4fb1-965d-0af139feee39',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.157178] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd8c9232-7e90-4762-a563-0399c69b1cec taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.157178] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd8c9232-7e90-4762-a563-0399c69b1cec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.157810] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd8c9232-7e90-4762-a563-0399c69b1cec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.158177] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd8c9232-7e90-4762-a563-0399c69b1cec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.158550] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd8c9232-7e90-4762-a563-0399c69b1cec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.277673] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.279376] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.279376] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.279376] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.279376] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.279376] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.279376] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.279376] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.279376] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.279376] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.279376] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e78db7-d0de-47fa-a658-b3202800654c already deleted. [ 731.279376] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.560618] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96ed2138-e68e-4d1a-a6a5-55f243ae7862 in Status: SUCCESS [ 731.560866] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96ed2138-e68e-4d1a-a6a5-55f243ae7862 deletion is rescheduled due to dependency. [ 731.564019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96ed2138-e68e-4d1a-a6a5-55f243ae7862" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.574941] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9b27f83-9a99-435e-be38-9b0657793dab [ 731.575243] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.575389] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.575449] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.575674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.575743] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.575840] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9b27f83-9a99-435e-be38-9b0657793dab already deleted. [ 731.575915] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9b27f83-9a99-435e-be38-9b0657793dab" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.660502] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef714168-a019-4fb1-965d-0af139feee39 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.661032] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef714168-a019-4fb1-965d-0af139feee39" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.661032] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd8c9232-7e90-4762-a563-0399c69b1cec with status ACTIVE [ 731.661137] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.661224] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.661288] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.661499] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.661599] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.661767] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.661860] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.661917] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.662108] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.663550] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.663550] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.663550] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.663550] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.663550] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.663550] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.663550] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd8c9232-7e90-4762-a563-0399c69b1cec is going to be updated. [ 731.664568] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef714168-a019-4fb1-965d-0af139feee39',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.685869] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.686336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.686336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.686336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.687191] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.687373] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd8c9232-7e90-4762-a563-0399c69b1cec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.831296] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-738 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.831593] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-738" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.831593] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-738" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.831924] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-738" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.832190] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.832344] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.832517] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.832670] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.832811] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.834224] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 731.834430] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.834571] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.834692] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.834816] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 731.834930] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.835088] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.854151] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.854151] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 731.854151] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.854151] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-738" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.854151] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-3f66e744-c440-4115-82ac-9880259062a6 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.854151] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-3f66e744-c440-4115-82ac-9880259062a6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.854151] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-3f66e744-c440-4115-82ac-9880259062a6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.854151] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-3f66e744-c440-4115-82ac-9880259062a6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.854151] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f66e744-c440-4115-82ac-9880259062a6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.167045] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef714168-a019-4fb1-965d-0af139feee39',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.362121] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.362344] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.362963] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.362963] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.362963] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.363406] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 3f66e744-c440-4115-82ac-9880259062a6 not found, creating... [ 732.363406] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.363515] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.363598] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.363925] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.364512] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.364512] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.364888] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.364888] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.364888] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.364996] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.367962] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 3f66e744-c440-4115-82ac-9880259062a6 is going to be created. [ 732.387736] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.387982] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.388124] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.388413] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.388709] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.388881] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-3f66e744-c440-4115-82ac-9880259062a6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.415734] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b in Status: SUCCESS [ 732.416038] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.617286] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 389f01ab-cfc6-4302-b4e7-42db71a6ebe8 in Status: SUCCESS [ 732.617927] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 389f01ab-cfc6-4302-b4e7-42db71a6ebe8 deletion is rescheduled due to dependency. [ 732.618162] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-389f01ab-cfc6-4302-b4e7-42db71a6ebe8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.669405] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.669571] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.669632] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.669858] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.669952] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.670082] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef714168-a019-4fb1-965d-0af139feee39 is going to be created. [ 732.694428] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.698239] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.698239] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.698239] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.698239] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.710150] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef714168-a019-4fb1-965d-0af139feee39 in Status: UNINITIALIZED for 2s [ 733.320786] env[69258]: INFO networking_nsxv3.common.synchronization [req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 req-6a8e7f7b-eeb8-4f65-92e8-337dc98c9127 service nova] Enqueued Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGHEST for action security_group_rules [ 733.322945] env[69258]: INFO networking_nsxv3.common.synchronization [req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 req-6a8e7f7b-eeb8-4f65-92e8-337dc98c9127 service nova] Enqueued Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGHEST for action security_group_members [ 733.323130] env[69258]: INFO networking_nsxv3.common.synchronization [req-b5f3000b-e7ec-4b4e-b97a-bae0e82fb346 req-6a8e7f7b-eeb8-4f65-92e8-337dc98c9127 service nova] Enqueued Resource ID: 3f66e744-c440-4115-82ac-9880259062a6 with Priority: HIGHEST for action port [ 733.323520] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGHEST for action security_group_rules [ 733.324214] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGHEST for action security_group_members [ 733.325576] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f66e744-c440-4115-82ac-9880259062a6 with Priority: HIGHEST for action port [ 733.329115] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21e78db7-d0de-47fa-a658-b3202800654c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.329115] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.329115] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.329115] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.329115] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.329115] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e78db7-d0de-47fa-a658-b3202800654c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.329115] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.329115] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.329115] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.329674] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.329674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.329674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.329917] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.330176] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.330252] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.331574] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f66e744-c440-4115-82ac-9880259062a6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.331574] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f66e744-c440-4115-82ac-9880259062a6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.331574] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f66e744-c440-4115-82ac-9880259062a6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.331574] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f66e744-c440-4115-82ac-9880259062a6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.331574] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f66e744-c440-4115-82ac-9880259062a6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.570037] env[69258]: INFO networking_nsxv3.common.synchronization [None req-4123a401-a3d6-4ec2-9298-5bf7747b0d17 None None] Enqueued Resource ID: 79baffab-6055-467b-a57a-2a97ab87e21c with Priority: HIGHEST for action port [ 733.570037] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79baffab-6055-467b-a57a-2a97ab87e21c with Priority: HIGHEST for action port [ 733.570037] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-79baffab-6055-467b-a57a-2a97ab87e21c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.570037] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79baffab-6055-467b-a57a-2a97ab87e21c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.570037] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79baffab-6055-467b-a57a-2a97ab87e21c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.570732] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79baffab-6055-467b-a57a-2a97ab87e21c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.570992] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79baffab-6055-467b-a57a-2a97ab87e21c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.640344] env[69258]: INFO networking_nsxv3.common.synchronization [None req-282e114c-c47e-43cc-ac3b-cc6bb5f2fad2 None None] Enqueued Resource ID: 24e59782-0b04-42ea-b581-754a6eea12d9 with Priority: HIGHEST for action port [ 733.640600] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24e59782-0b04-42ea-b581-754a6eea12d9 with Priority: HIGHEST for action port [ 733.641186] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-24e59782-0b04-42ea-b581-754a6eea12d9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.641348] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24e59782-0b04-42ea-b581-754a6eea12d9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.641430] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24e59782-0b04-42ea-b581-754a6eea12d9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.641666] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24e59782-0b04-42ea-b581-754a6eea12d9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.641747] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24e59782-0b04-42ea-b581-754a6eea12d9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.832838] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e78db7-d0de-47fa-a658-b3202800654c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.833029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.841417] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f66e744-c440-4115-82ac-9880259062a6 with status ACTIVE [ 733.841591] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.841742] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.841813] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.842043] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.842145] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.842312] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.842414] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.842494] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.842652] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.842731] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.842912] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.843016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.843090] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.843234] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.843309] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.843443] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f66e744-c440-4115-82ac-9880259062a6 is going to be updated. [ 733.844537] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.867842] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.868063] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.868132] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.868328] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.868529] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.868600] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f66e744-c440-4115-82ac-9880259062a6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.075280] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79baffab-6055-467b-a57a-2a97ab87e21c [ 734.075496] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.075624] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.075823] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.075886] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.075972] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.076543] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79baffab-6055-467b-a57a-2a97ab87e21c already deleted. [ 734.076543] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79baffab-6055-467b-a57a-2a97ab87e21c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.146659] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24e59782-0b04-42ea-b581-754a6eea12d9 [ 734.146808] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.146902] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.147057] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.148075] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.148206] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.148312] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24e59782-0b04-42ea-b581-754a6eea12d9 already deleted. [ 734.149177] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24e59782-0b04-42ea-b581-754a6eea12d9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.348177] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.726116] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef714168-a019-4fb1-965d-0af139feee39 in Status: SUCCESS [ 734.726116] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef714168-a019-4fb1-965d-0af139feee39" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.726116] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef714168-a019-4fb1-965d-0af139feee39" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.726116] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef714168-a019-4fb1-965d-0af139feee39" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.726116] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.726116] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.726116] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.726116] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.726116] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.726116] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef714168-a019-4fb1-965d-0af139feee39" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.726116] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef714168-a019-4fb1-965d-0af139feee39',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.851545] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.851690] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.851740] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.851967] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.852096] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.852200] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e78db7-d0de-47fa-a658-b3202800654c is going to be created. [ 734.877256] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.877410] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.877522] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.877719] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.877879] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.886584] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e78db7-d0de-47fa-a658-b3202800654c in Status: UNINITIALIZED for 2s [ 735.236573] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef714168-a019-4fb1-965d-0af139feee39 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.236573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef714168-a019-4fb1-965d-0af139feee39" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.236573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef714168-a019-4fb1-965d-0af139feee39" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.236573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef714168-a019-4fb1-965d-0af139feee39" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.236573] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.236573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.236573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.236573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.236573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.236573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef714168-a019-4fb1-965d-0af139feee39" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.236573] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef714168-a019-4fb1-965d-0af139feee39 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.236573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef714168-a019-4fb1-965d-0af139feee39" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.236573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef714168-a019-4fb1-965d-0af139feee39" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.236573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef714168-a019-4fb1-965d-0af139feee39" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.236573] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.236573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.237240] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.237240] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.237240] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.237240] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef714168-a019-4fb1-965d-0af139feee39" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.237240] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef714168-a019-4fb1-965d-0af139feee39',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.478278] env[69258]: INFO networking_nsxv3.common.synchronization [req-6113001b-5652-4086-8487-87b3f33e9978 req-890a7dc2-8c65-478e-ab54-cf3e01594c94 tempest-TenantUsagesTestJSON-1845618690 tempest-TenantUsagesTestJSON-1845618690-project-member] Enqueued Resource ID: 0f4cec35-e4ad-450b-a2e5-4e42baa318d4 with Priority: HIGHEST for action security_group_members [ 735.478815] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f4cec35-e4ad-450b-a2e5-4e42baa318d4 with Priority: HIGHEST for action security_group_members [ 735.479524] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f4cec35-e4ad-450b-a2e5-4e42baa318d4 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.479630] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f4cec35-e4ad-450b-a2e5-4e42baa318d4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.479688] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f4cec35-e4ad-450b-a2e5-4e42baa318d4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.479940] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f4cec35-e4ad-450b-a2e5-4e42baa318d4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.480127] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.480727] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.480802] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.481915] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.481915] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.481915] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f4cec35-e4ad-450b-a2e5-4e42baa318d4',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.740119] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef714168-a019-4fb1-965d-0af139feee39: rpc.has_security_group_logging(os_id): False [ 735.758314] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.758734] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.758734] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.758909] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.758909] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.759085] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.759190] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.759253] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.759612] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.759612] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.759749] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.759749] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.759861] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.759961] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.760073] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.760256] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.760353] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.760410] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.760553] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.760767] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.760767] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef714168-a019-4fb1-965d-0af139feee39 is going to be created. [ 735.819559] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.819559] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.819559] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.819791] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.819791] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.833238] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef714168-a019-4fb1-965d-0af139feee39 in Status: IN_PROGRESS for 2s [ 735.983719] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.983914] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.983988] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.984212] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.984308] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.984645] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.984761] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.984817] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.984981] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.985076] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.985165] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f4cec35-e4ad-450b-a2e5-4e42baa318d4 is going to be updated. [ 736.021996] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.022416] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.022416] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.024982] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.025317] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.033994] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f4cec35-e4ad-450b-a2e5-4e42baa318d4 in Status: IN_PROGRESS for 2s [ 736.897698] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e78db7-d0de-47fa-a658-b3202800654c in Status: SUCCESS [ 736.897995] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.897995] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.898207] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.898392] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.898518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.898768] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.898768] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.898869] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.898920] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.899056] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.923855] env[69258]: INFO networking_nsxv3.common.synchronization [None req-b378b4e2-5826-4915-b25f-b67c480c0268 None None] Enqueued Resource ID: 94396fef-dde3-435e-ab57-9f61886bbb9e with Priority: HIGHEST for action port [ 736.924685] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94396fef-dde3-435e-ab57-9f61886bbb9e with Priority: HIGHEST for action port [ 736.925057] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-94396fef-dde3-435e-ab57-9f61886bbb9e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.925138] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94396fef-dde3-435e-ab57-9f61886bbb9e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.925198] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94396fef-dde3-435e-ab57-9f61886bbb9e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.925446] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94396fef-dde3-435e-ab57-9f61886bbb9e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.925529] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94396fef-dde3-435e-ab57-9f61886bbb9e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.401549] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.429939] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94396fef-dde3-435e-ab57-9f61886bbb9e [ 737.429939] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.429939] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.429939] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.430332] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.431448] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.431448] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94396fef-dde3-435e-ab57-9f61886bbb9e already deleted. [ 737.431448] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94396fef-dde3-435e-ab57-9f61886bbb9e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.847411] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef714168-a019-4fb1-965d-0af139feee39 in Status: SUCCESS [ 737.847722] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef714168-a019-4fb1-965d-0af139feee39" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.908710] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21e78db7-d0de-47fa-a658-b3202800654c: rpc.has_security_group_logging(os_id): False [ 737.926027] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.926027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.926027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.926314] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.926314] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.926457] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.926583] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.926639] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.926823] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.926893] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.926966] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21e78db7-d0de-47fa-a658-b3202800654c is going to be created. [ 737.982133] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.982133] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.982133] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.982133] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.982133] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.992295] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21e78db7-d0de-47fa-a658-b3202800654c in Status: IN_PROGRESS for 2s [ 738.050167] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f4cec35-e4ad-450b-a2e5-4e42baa318d4 in Status: SUCCESS [ 738.050348] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f4cec35-e4ad-450b-a2e5-4e42baa318d4 deletion is rescheduled due to dependency. [ 738.050479] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f4cec35-e4ad-450b-a2e5-4e42baa318d4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.363282] env[69258]: INFO networking_nsxv3.common.synchronization [req-9c206be0-e397-4120-8364-503a05f6da8d req-183a96ef-7f25-4eff-89f5-cc1dadd5f4fb tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Enqueued Resource ID: b9316763-fe41-44dc-9d88-153188ad88d7 with Priority: HIGHEST for action security_group_members [ 738.363894] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9316763-fe41-44dc-9d88-153188ad88d7 with Priority: HIGHEST for action security_group_members [ 738.364578] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9316763-fe41-44dc-9d88-153188ad88d7 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.364744] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9316763-fe41-44dc-9d88-153188ad88d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.364815] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9316763-fe41-44dc-9d88-153188ad88d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.365191] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9316763-fe41-44dc-9d88-153188ad88d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.365460] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.365606] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.365713] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.366014] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.366185] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.366368] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9316763-fe41-44dc-9d88-153188ad88d7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.869534] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.869702] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.869774] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.870074] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.870116] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.870306] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.870405] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.870467] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.870711] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.870711] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.870809] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9316763-fe41-44dc-9d88-153188ad88d7 already deleted. [ 738.870843] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9316763-fe41-44dc-9d88-153188ad88d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.038758] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-214 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.039091] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-214" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.039202] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-214" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.039537] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-214" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.039802] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.040032] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.040196] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.040452] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.040661] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.040903] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.041166] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.041340] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.042285] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.042285] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.042285] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.042285] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.066344] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.067541] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 739.067541] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.067541] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-214" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.067541] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-8e54a748-1b7b-461d-aca0-f13a62fb20e4 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.067541] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-8e54a748-1b7b-461d-aca0-f13a62fb20e4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.067541] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-8e54a748-1b7b-461d-aca0-f13a62fb20e4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.068102] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-8e54a748-1b7b-461d-aca0-f13a62fb20e4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.068102] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e54a748-1b7b-461d-aca0-f13a62fb20e4',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.576026] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.576026] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.576026] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.576026] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.576026] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.576026] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 8e54a748-1b7b-461d-aca0-f13a62fb20e4 not found, creating... [ 739.576026] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.576499] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.576700] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.576946] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.577102] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.577405] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.577587] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.577708] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.577918] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.578057] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.578198] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 8e54a748-1b7b-461d-aca0-f13a62fb20e4 is going to be created. [ 739.596938] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.597272] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.597424] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.597576] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.597931] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.598029] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-8e54a748-1b7b-461d-aca0-f13a62fb20e4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.932650] env[69258]: INFO networking_nsxv3.common.synchronization [req-0b7f10c0-be4e-4ea6-8cbc-492dfc1108b9 req-be2a9538-0a58-4167-9f92-55d4d2e4278c tempest-DeleteServersAdminTestJSON-1619296888 tempest-DeleteServersAdminTestJSON-1619296888-project-member] Enqueued Resource ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b with Priority: HIGHEST for action security_group_members [ 739.933246] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b with Priority: HIGHEST for action security_group_members [ 739.933578] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.933742] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.937058] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.937058] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.940639] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.940639] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.940639] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.940639] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.940639] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.940639] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ecf39ed-cdf0-4542-b74e-ae35a5acf80b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.003657] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21e78db7-d0de-47fa-a658-b3202800654c in Status: SUCCESS [ 740.003958] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.219581] env[69258]: INFO networking_nsxv3.common.synchronization [None req-66483d9b-f761-4c58-b5e0-7f536e8c92ed None None] Enqueued Resource ID: 929a9bab-11da-4137-ae1f-503f949877a0 with Priority: HIGHEST for action port [ 740.219581] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 929a9bab-11da-4137-ae1f-503f949877a0 with Priority: HIGHEST for action port [ 740.224217] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-929a9bab-11da-4137-ae1f-503f949877a0 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.224217] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-929a9bab-11da-4137-ae1f-503f949877a0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.224217] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-929a9bab-11da-4137-ae1f-503f949877a0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.224217] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-929a9bab-11da-4137-ae1f-503f949877a0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.224217] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('929a9bab-11da-4137-ae1f-503f949877a0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.443862] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.444476] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.444476] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.444476] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.444645] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.446364] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.446570] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.446641] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.446843] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.447051] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.447051] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b is going to be updated. [ 740.474618] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.474778] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.474857] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.475072] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.475218] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.483286] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b in Status: IN_PROGRESS for 2s [ 740.534666] env[69258]: INFO networking_nsxv3.common.synchronization [req-9c206be0-e397-4120-8364-503a05f6da8d req-631b7cd5-903b-445e-90da-661f6866398c service nova] Enqueued Resource ID: b9316763-fe41-44dc-9d88-153188ad88d7 with Priority: HIGHEST for action security_group_rules [ 740.534838] env[69258]: INFO networking_nsxv3.common.synchronization [req-9c206be0-e397-4120-8364-503a05f6da8d req-631b7cd5-903b-445e-90da-661f6866398c service nova] Enqueued Resource ID: b9316763-fe41-44dc-9d88-153188ad88d7 with Priority: HIGHEST for action security_group_members [ 740.536570] env[69258]: INFO networking_nsxv3.common.synchronization [req-9c206be0-e397-4120-8364-503a05f6da8d req-631b7cd5-903b-445e-90da-661f6866398c service nova] Enqueued Resource ID: 8e54a748-1b7b-461d-aca0-f13a62fb20e4 with Priority: HIGHEST for action port [ 740.536570] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9316763-fe41-44dc-9d88-153188ad88d7 with Priority: HIGHEST for action security_group_rules [ 740.536570] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9316763-fe41-44dc-9d88-153188ad88d7 with Priority: HIGHEST for action security_group_members [ 740.536570] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e54a748-1b7b-461d-aca0-f13a62fb20e4 with Priority: HIGHEST for action port [ 740.537008] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9316763-fe41-44dc-9d88-153188ad88d7 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.537008] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9316763-fe41-44dc-9d88-153188ad88d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.537008] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9316763-fe41-44dc-9d88-153188ad88d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.537251] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9316763-fe41-44dc-9d88-153188ad88d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.537368] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9316763-fe41-44dc-9d88-153188ad88d7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.538185] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9316763-fe41-44dc-9d88-153188ad88d7 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.538302] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9316763-fe41-44dc-9d88-153188ad88d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.538541] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9316763-fe41-44dc-9d88-153188ad88d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.538541] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9316763-fe41-44dc-9d88-153188ad88d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.538663] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.538757] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.538820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.538957] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.539056] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.539147] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9316763-fe41-44dc-9d88-153188ad88d7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.539916] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e54a748-1b7b-461d-aca0-f13a62fb20e4 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.543047] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e54a748-1b7b-461d-aca0-f13a62fb20e4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.543047] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e54a748-1b7b-461d-aca0-f13a62fb20e4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.543160] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e54a748-1b7b-461d-aca0-f13a62fb20e4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.543203] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e54a748-1b7b-461d-aca0-f13a62fb20e4',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.726012] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 929a9bab-11da-4137-ae1f-503f949877a0 [ 740.726012] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.726012] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.726012] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.726012] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.726012] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.726012] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:929a9bab-11da-4137-ae1f-503f949877a0 already deleted. [ 740.726012] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-929a9bab-11da-4137-ae1f-503f949877a0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.045514] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9316763-fe41-44dc-9d88-153188ad88d7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.047123] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9316763-fe41-44dc-9d88-153188ad88d7 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.047123] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9316763-fe41-44dc-9d88-153188ad88d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.047123] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e54a748-1b7b-461d-aca0-f13a62fb20e4 with status ACTIVE [ 741.047123] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.047333] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.047333] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.047401] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.047479] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.047736] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.047831] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.047889] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.048979] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.048979] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.048979] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.048979] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.048979] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.048979] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.048979] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.048979] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e54a748-1b7b-461d-aca0-f13a62fb20e4 is going to be updated. [ 741.072312] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.072434] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.072511] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.072730] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.072867] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.073182] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e54a748-1b7b-461d-aca0-f13a62fb20e4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.512406] env[69258]: INFO networking_nsxv3.common.synchronization [req-0b49248d-8ea6-4adb-a3ff-230a1107a241 req-986dba46-31d2-4e98-8f08-d4aae4b7d888 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Enqueued Resource ID: 92e30c06-fe97-4b89-bca5-8dd6e4d8e404 with Priority: HIGHEST for action security_group_members [ 741.512996] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92e30c06-fe97-4b89-bca5-8dd6e4d8e404 with Priority: HIGHEST for action security_group_members [ 741.513353] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-92e30c06-fe97-4b89-bca5-8dd6e4d8e404 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.513502] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92e30c06-fe97-4b89-bca5-8dd6e4d8e404" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.513662] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92e30c06-fe97-4b89-bca5-8dd6e4d8e404" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.513847] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92e30c06-fe97-4b89-bca5-8dd6e4d8e404" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.514601] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.514784] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.514841] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.514984] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.515995] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.515995] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92e30c06-fe97-4b89-bca5-8dd6e4d8e404',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.553628] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9316763-fe41-44dc-9d88-153188ad88d7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.017750] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.017907] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.017984] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.018557] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.018557] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.018557] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.018734] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.018734] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.018807] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.018868] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.020173] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92e30c06-fe97-4b89-bca5-8dd6e4d8e404 already deleted. [ 742.020270] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92e30c06-fe97-4b89-bca5-8dd6e4d8e404" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.058719] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.058719] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.058719] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.060699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.060699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.060699] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9316763-fe41-44dc-9d88-153188ad88d7 is going to be created. [ 742.081071] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.081245] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.081311] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.081517] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.081674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.091075] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9316763-fe41-44dc-9d88-153188ad88d7 in Status: UNINITIALIZED for 2s [ 742.315569] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.315569] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-179" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.315569] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-179" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.315569] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-179" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.315569] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.315569] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.315569] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.315569] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.315569] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.316230] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.316230] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.316230] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.316893] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.317099] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.317233] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.317880] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.337109] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.337109] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 742.337109] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.337109] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-179" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.337109] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-de56a81b-8207-4cb0-9e45-9856b4b56045 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.337109] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-de56a81b-8207-4cb0-9e45-9856b4b56045" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.337109] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-de56a81b-8207-4cb0-9e45-9856b4b56045" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.337109] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-de56a81b-8207-4cb0-9e45-9856b4b56045" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.341652] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de56a81b-8207-4cb0-9e45-9856b4b56045',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.491990] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b in Status: SUCCESS [ 742.492582] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ecf39ed-cdf0-4542-b74e-ae35a5acf80b deletion is rescheduled due to dependency. [ 742.492582] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ecf39ed-cdf0-4542-b74e-ae35a5acf80b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.661549] env[69258]: INFO networking_nsxv3.common.synchronization [None req-710fcdda-fcf1-4462-b531-727f5ba5c0d6 None None] Enqueued Resource ID: fcb6399a-a572-467f-93b6-bdf80fcd155c with Priority: HIGHEST for action port [ 742.661844] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcb6399a-a572-467f-93b6-bdf80fcd155c with Priority: HIGHEST for action port [ 742.662421] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcb6399a-a572-467f-93b6-bdf80fcd155c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.662665] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcb6399a-a572-467f-93b6-bdf80fcd155c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.662665] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcb6399a-a572-467f-93b6-bdf80fcd155c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.662876] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcb6399a-a572-467f-93b6-bdf80fcd155c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.662927] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcb6399a-a572-467f-93b6-bdf80fcd155c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.846273] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.846500] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.846654] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.846949] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.847109] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.847262] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port de56a81b-8207-4cb0-9e45-9856b4b56045 not found, creating... [ 742.847532] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.847685] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.847801] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.848031] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.848169] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.848448] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.848607] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.848726] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.848931] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.850118] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.850118] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: de56a81b-8207-4cb0-9e45-9856b4b56045 is going to be created. [ 742.871901] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.872211] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.872353] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.872635] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.872863] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.873105] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-de56a81b-8207-4cb0-9e45-9856b4b56045" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.167143] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fcb6399a-a572-467f-93b6-bdf80fcd155c [ 743.167143] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.167143] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.167143] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.167143] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.167143] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.167143] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fcb6399a-a572-467f-93b6-bdf80fcd155c already deleted. [ 743.167143] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcb6399a-a572-467f-93b6-bdf80fcd155c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.560911] env[69258]: INFO networking_nsxv3.common.synchronization [req-abf89695-ac26-476a-9644-025c7f6ff7e4 req-2f908660-143a-4f7b-bc3f-dd83eacfc0e6 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Enqueued Resource ID: d0b792fd-bf41-442a-9965-36359aa592b6 with Priority: HIGHEST for action security_group_members [ 743.561873] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b792fd-bf41-442a-9965-36359aa592b6 with Priority: HIGHEST for action security_group_members [ 743.563134] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0b792fd-bf41-442a-9965-36359aa592b6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.563134] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0b792fd-bf41-442a-9965-36359aa592b6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.563134] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0b792fd-bf41-442a-9965-36359aa592b6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.563134] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0b792fd-bf41-442a-9965-36359aa592b6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.563134] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.563134] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.563134] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.563134] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.563610] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.563610] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0b792fd-bf41-442a-9965-36359aa592b6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.068304] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.068595] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.068595] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.068867] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.068979] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.069241] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.069407] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.069498] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.069703] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.069828] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.069953] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0b792fd-bf41-442a-9965-36359aa592b6 already deleted. [ 744.070058] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0b792fd-bf41-442a-9965-36359aa592b6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.104182] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9316763-fe41-44dc-9d88-153188ad88d7 in Status: SUCCESS [ 744.104458] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9316763-fe41-44dc-9d88-153188ad88d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.104780] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9316763-fe41-44dc-9d88-153188ad88d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.104981] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9316763-fe41-44dc-9d88-153188ad88d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.105216] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.106029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.106029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.106029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.106029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.106029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9316763-fe41-44dc-9d88-153188ad88d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.106363] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9316763-fe41-44dc-9d88-153188ad88d7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.384717] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-205 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.384959] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.385153] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.385513] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.385820] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.386015] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.386219] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.386419] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.386576] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.387061] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.387061] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.387061] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.387201] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.387291] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 744.387399] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.387534] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.405000] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.405189] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 744.405330] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.405731] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.406399] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-48433a68-9551-414c-8229-254ed38b20a7 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.406722] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-48433a68-9551-414c-8229-254ed38b20a7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.406978] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-48433a68-9551-414c-8229-254ed38b20a7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.407558] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-48433a68-9551-414c-8229-254ed38b20a7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.407668] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48433a68-9551-414c-8229-254ed38b20a7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.460769] env[69258]: INFO networking_nsxv3.common.synchronization [req-0b49248d-8ea6-4adb-a3ff-230a1107a241 req-5cf0e780-5dc5-4498-89a8-decc714b1488 service nova] Enqueued Resource ID: 92e30c06-fe97-4b89-bca5-8dd6e4d8e404 with Priority: HIGHEST for action security_group_rules [ 744.461025] env[69258]: INFO networking_nsxv3.common.synchronization [req-0b49248d-8ea6-4adb-a3ff-230a1107a241 req-5cf0e780-5dc5-4498-89a8-decc714b1488 service nova] Enqueued Resource ID: 92e30c06-fe97-4b89-bca5-8dd6e4d8e404 with Priority: HIGHEST for action security_group_members [ 744.461180] env[69258]: INFO networking_nsxv3.common.synchronization [req-0b49248d-8ea6-4adb-a3ff-230a1107a241 req-5cf0e780-5dc5-4498-89a8-decc714b1488 service nova] Enqueued Resource ID: de56a81b-8207-4cb0-9e45-9856b4b56045 with Priority: HIGHEST for action port [ 744.462048] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92e30c06-fe97-4b89-bca5-8dd6e4d8e404 with Priority: HIGHEST for action security_group_rules [ 744.462200] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92e30c06-fe97-4b89-bca5-8dd6e4d8e404 with Priority: HIGHEST for action security_group_members [ 744.462298] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de56a81b-8207-4cb0-9e45-9856b4b56045 with Priority: HIGHEST for action port [ 744.462583] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-92e30c06-fe97-4b89-bca5-8dd6e4d8e404 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.462715] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-92e30c06-fe97-4b89-bca5-8dd6e4d8e404" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.462776] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-92e30c06-fe97-4b89-bca5-8dd6e4d8e404" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.464220] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-92e30c06-fe97-4b89-bca5-8dd6e4d8e404" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.464220] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('92e30c06-fe97-4b89-bca5-8dd6e4d8e404',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.464220] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-92e30c06-fe97-4b89-bca5-8dd6e4d8e404 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.464389] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92e30c06-fe97-4b89-bca5-8dd6e4d8e404" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.464389] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92e30c06-fe97-4b89-bca5-8dd6e4d8e404" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.464505] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92e30c06-fe97-4b89-bca5-8dd6e4d8e404" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.466957] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.467277] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.467277] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.467410] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.467461] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.467526] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92e30c06-fe97-4b89-bca5-8dd6e4d8e404',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.468392] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-de56a81b-8207-4cb0-9e45-9856b4b56045 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.468499] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de56a81b-8207-4cb0-9e45-9856b4b56045" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.468566] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de56a81b-8207-4cb0-9e45-9856b4b56045" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.468723] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de56a81b-8207-4cb0-9e45-9856b4b56045" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.468800] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de56a81b-8207-4cb0-9e45-9856b4b56045',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.608128] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9316763-fe41-44dc-9d88-153188ad88d7 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.608128] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9316763-fe41-44dc-9d88-153188ad88d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.608128] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9316763-fe41-44dc-9d88-153188ad88d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.608346] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9316763-fe41-44dc-9d88-153188ad88d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.608388] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.608488] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.608579] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.608914] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.608914] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.608914] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9316763-fe41-44dc-9d88-153188ad88d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.609066] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9316763-fe41-44dc-9d88-153188ad88d7 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.609157] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9316763-fe41-44dc-9d88-153188ad88d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.609218] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9316763-fe41-44dc-9d88-153188ad88d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.609354] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9316763-fe41-44dc-9d88-153188ad88d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.609628] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.609628] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.609628] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.609761] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.609838] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.609911] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9316763-fe41-44dc-9d88-153188ad88d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.610006] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9316763-fe41-44dc-9d88-153188ad88d7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.914781] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.914781] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.914781] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.914781] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.914781] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.914781] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 48433a68-9551-414c-8229-254ed38b20a7 not found, creating... [ 744.914781] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.914781] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.914781] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.914781] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.925022] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.925022] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.925022] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.925022] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.925022] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.925022] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.925022] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 48433a68-9551-414c-8229-254ed38b20a7 is going to be created. [ 744.945496] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.945718] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.946087] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.946166] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.946398] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.946659] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-48433a68-9551-414c-8229-254ed38b20a7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.972230] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-92e30c06-fe97-4b89-bca5-8dd6e4d8e404 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.972409] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92e30c06-fe97-4b89-bca5-8dd6e4d8e404" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.972452] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('92e30c06-fe97-4b89-bca5-8dd6e4d8e404',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.974186] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de56a81b-8207-4cb0-9e45-9856b4b56045 with status ACTIVE [ 744.974186] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.974186] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.974186] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.974478] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.974478] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.975144] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.975144] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.975144] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.975144] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.975373] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.975473] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.975528] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.975617] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.975803] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.975835] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.975970] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de56a81b-8207-4cb0-9e45-9856b4b56045 is going to be updated. [ 745.004060] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.004060] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.004060] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.004361] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.004461] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.004680] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de56a81b-8207-4cb0-9e45-9856b4b56045" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.117248] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9316763-fe41-44dc-9d88-153188ad88d7: rpc.has_security_group_logging(os_id): False [ 745.140392] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.140557] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.140632] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.140854] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.140985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.141211] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.141321] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.141385] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.141552] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.141770] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.141844] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.141901] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.141945] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.142106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.142184] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.142380] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.142475] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.142536] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.142678] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.142751] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.142835] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9316763-fe41-44dc-9d88-153188ad88d7 is going to be created. [ 745.171513] env[69258]: INFO networking_nsxv3.common.synchronization [None req-54d89035-6225-4268-abe1-639866ad7733 None None] Enqueued Resource ID: e951ef39-8470-4b7e-a190-c53dcd9d3399 with Priority: HIGHEST for action port [ 745.172066] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e951ef39-8470-4b7e-a190-c53dcd9d3399 with Priority: HIGHEST for action port [ 745.172409] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-e951ef39-8470-4b7e-a190-c53dcd9d3399 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.172538] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e951ef39-8470-4b7e-a190-c53dcd9d3399" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.172698] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e951ef39-8470-4b7e-a190-c53dcd9d3399" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.172989] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e951ef39-8470-4b7e-a190-c53dcd9d3399" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.173052] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e951ef39-8470-4b7e-a190-c53dcd9d3399',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.230898] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.230898] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.230898] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.231183] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.231448] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.243732] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9316763-fe41-44dc-9d88-153188ad88d7 in Status: IN_PROGRESS for 2s [ 745.478679] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('92e30c06-fe97-4b89-bca5-8dd6e4d8e404',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.676898] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e951ef39-8470-4b7e-a190-c53dcd9d3399 [ 745.677164] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.677294] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.677373] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.677643] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.677814] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.677870] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e951ef39-8470-4b7e-a190-c53dcd9d3399 already deleted. [ 745.677994] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e951ef39-8470-4b7e-a190-c53dcd9d3399" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.935162] env[69258]: INFO networking_nsxv3.common.synchronization [None req-c11bc088-e0bc-48aa-832a-5fbb232c29bf None None] Enqueued Resource ID: 3e9b7917-f6a4-43be-aa52-4ee6c13d775e with Priority: HIGHEST for action port [ 745.937274] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e9b7917-f6a4-43be-aa52-4ee6c13d775e with Priority: HIGHEST for action port [ 745.938082] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e9b7917-f6a4-43be-aa52-4ee6c13d775e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.938212] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e9b7917-f6a4-43be-aa52-4ee6c13d775e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.938280] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e9b7917-f6a4-43be-aa52-4ee6c13d775e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.938545] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e9b7917-f6a4-43be-aa52-4ee6c13d775e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.938626] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e9b7917-f6a4-43be-aa52-4ee6c13d775e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.981655] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.981798] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.981872] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.982128] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.982219] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.982311] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92e30c06-fe97-4b89-bca5-8dd6e4d8e404 is going to be created. [ 746.006143] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.006304] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.006450] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.006555] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.006721] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.021448] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92e30c06-fe97-4b89-bca5-8dd6e4d8e404 in Status: UNINITIALIZED for 2s [ 746.024553] env[69258]: INFO networking_nsxv3.common.synchronization [req-abf89695-ac26-476a-9644-025c7f6ff7e4 req-0d495883-3848-4dfc-baaf-b8b892360a0b service nova] Enqueued Resource ID: d0b792fd-bf41-442a-9965-36359aa592b6 with Priority: HIGHEST for action security_group_rules [ 746.024728] env[69258]: INFO networking_nsxv3.common.synchronization [req-abf89695-ac26-476a-9644-025c7f6ff7e4 req-0d495883-3848-4dfc-baaf-b8b892360a0b service nova] Enqueued Resource ID: d0b792fd-bf41-442a-9965-36359aa592b6 with Priority: HIGHEST for action security_group_members [ 746.024845] env[69258]: INFO networking_nsxv3.common.synchronization [req-abf89695-ac26-476a-9644-025c7f6ff7e4 req-0d495883-3848-4dfc-baaf-b8b892360a0b service nova] Enqueued Resource ID: 48433a68-9551-414c-8229-254ed38b20a7 with Priority: HIGHEST for action port [ 746.025388] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b792fd-bf41-442a-9965-36359aa592b6 with Priority: HIGHEST for action security_group_rules [ 746.025518] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b792fd-bf41-442a-9965-36359aa592b6 with Priority: HIGHEST for action security_group_members [ 746.025611] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48433a68-9551-414c-8229-254ed38b20a7 with Priority: HIGHEST for action port [ 746.026134] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0b792fd-bf41-442a-9965-36359aa592b6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.026254] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0b792fd-bf41-442a-9965-36359aa592b6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.026349] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0b792fd-bf41-442a-9965-36359aa592b6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.026515] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0b792fd-bf41-442a-9965-36359aa592b6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.026622] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0b792fd-bf41-442a-9965-36359aa592b6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.027470] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0b792fd-bf41-442a-9965-36359aa592b6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.027616] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0b792fd-bf41-442a-9965-36359aa592b6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.027661] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0b792fd-bf41-442a-9965-36359aa592b6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.031102] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0b792fd-bf41-442a-9965-36359aa592b6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.031302] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.031546] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.031546] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.031829] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.031829] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.031829] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0b792fd-bf41-442a-9965-36359aa592b6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.032900] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-48433a68-9551-414c-8229-254ed38b20a7 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.033018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48433a68-9551-414c-8229-254ed38b20a7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.033084] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48433a68-9551-414c-8229-254ed38b20a7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.033240] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48433a68-9551-414c-8229-254ed38b20a7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.033313] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48433a68-9551-414c-8229-254ed38b20a7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.441079] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e9b7917-f6a4-43be-aa52-4ee6c13d775e [ 746.441815] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.444719] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.444833] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.445113] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.445220] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.445332] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e9b7917-f6a4-43be-aa52-4ee6c13d775e already deleted. [ 746.445430] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e9b7917-f6a4-43be-aa52-4ee6c13d775e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.534743] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0b792fd-bf41-442a-9965-36359aa592b6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.535809] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0b792fd-bf41-442a-9965-36359aa592b6 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.535953] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0b792fd-bf41-442a-9965-36359aa592b6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.540050] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48433a68-9551-414c-8229-254ed38b20a7 with status ACTIVE [ 746.540659] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.540659] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.540659] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.540856] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.540856] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.541139] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.541227] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.541281] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.541496] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.541598] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.542241] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.542241] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.542241] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.542241] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.542241] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.542494] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48433a68-9551-414c-8229-254ed38b20a7 is going to be updated. [ 746.566919] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.567079] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.567160] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.567375] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.567521] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.567679] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48433a68-9551-414c-8229-254ed38b20a7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.742989] env[69258]: INFO networking_nsxv3.common.synchronization [req-ed6fce55-6791-4628-8e48-508fe4488368 req-886a6e66-8505-4af8-b7e4-b72ea9c5300b tempest-ServerDiagnosticsTest-1053416053 tempest-ServerDiagnosticsTest-1053416053-project-member] Enqueued Resource ID: ef714168-a019-4fb1-965d-0af139feee39 with Priority: HIGHEST for action security_group_members [ 746.743531] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef714168-a019-4fb1-965d-0af139feee39 with Priority: HIGHEST for action security_group_members [ 746.743833] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef714168-a019-4fb1-965d-0af139feee39 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.743957] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef714168-a019-4fb1-965d-0af139feee39" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.744039] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef714168-a019-4fb1-965d-0af139feee39" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.744393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef714168-a019-4fb1-965d-0af139feee39" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.744393] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.744928] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.744928] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.744928] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.744928] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.744928] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef714168-a019-4fb1-965d-0af139feee39',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.036624] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0b792fd-bf41-442a-9965-36359aa592b6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.058834] env[69258]: INFO networking_nsxv3.common.synchronization [req-e0640926-7523-4b3d-95fa-e8ed7e1c6619 req-9230ebc2-eda1-450c-b498-dbab7e4facbd tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Enqueued Resource ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec with Priority: HIGHEST for action security_group_members [ 747.059674] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec with Priority: HIGHEST for action security_group_members [ 747.059674] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9352cd3-d17b-441e-90a2-cb7e49e515ec taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.059674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.059674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.059980] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.059980] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.060426] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.060534] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.060710] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.060804] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.060970] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9352cd3-d17b-441e-90a2-cb7e49e515ec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.247568] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.248513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.248513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.248513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.248513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.249099] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.249873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.249873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.249873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.250875] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.250875] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef714168-a019-4fb1-965d-0af139feee39 is going to be updated. [ 747.255911] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9316763-fe41-44dc-9d88-153188ad88d7 in Status: SUCCESS [ 747.255911] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9316763-fe41-44dc-9d88-153188ad88d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.276945] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.276945] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.276945] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.276945] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.276945] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.283293] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef714168-a019-4fb1-965d-0af139feee39 in Status: IN_PROGRESS for 2s [ 747.509209] env[69258]: INFO networking_nsxv3.common.synchronization [None req-5be5ab3e-eaca-448c-bfd4-cf5e31636fa2 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Enqueued Resource ID: 3d2dd3b9-e6a4-4f46-8eda-c6e5bce825de with Priority: HIGHEST for action security_group_rules [ 747.509209] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d2dd3b9-e6a4-4f46-8eda-c6e5bce825de with Priority: HIGHEST for action security_group_rules [ 747.509209] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d2dd3b9-e6a4-4f46-8eda-c6e5bce825de taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.509209] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d2dd3b9-e6a4-4f46-8eda-c6e5bce825de" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.509209] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d2dd3b9-e6a4-4f46-8eda-c6e5bce825de" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.510688] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d2dd3b9-e6a4-4f46-8eda-c6e5bce825de" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.510960] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d2dd3b9-e6a4-4f46-8eda-c6e5bce825de',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.538749] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.539206] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.539425] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.540067] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.540520] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.542893] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0b792fd-bf41-442a-9965-36359aa592b6 is going to be created. [ 747.564808] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.564996] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.565115] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.565531] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.565531] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.566670] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.566670] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.566821] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.566909] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.566992] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.567182] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.567279] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.567348] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.567520] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.567612] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.567703] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec is going to be updated. [ 747.576657] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0b792fd-bf41-442a-9965-36359aa592b6 in Status: UNINITIALIZED for 2s [ 747.592625] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.592625] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.592625] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.595207] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.595207] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.600556] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec in Status: IN_PROGRESS for 2s [ 747.616368] env[69258]: INFO networking_nsxv3.common.synchronization [None req-0c398716-2319-4aa7-ab25-67650d0f14af tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Enqueued Resource ID: 3d2dd3b9-e6a4-4f46-8eda-c6e5bce825de with Priority: HIGHEST for action security_group_rules [ 747.616688] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d2dd3b9-e6a4-4f46-8eda-c6e5bce825de with Priority: HIGHEST for action security_group_rules [ 747.617158] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d2dd3b9-e6a4-4f46-8eda-c6e5bce825de taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.617295] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d2dd3b9-e6a4-4f46-8eda-c6e5bce825de" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.029971] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92e30c06-fe97-4b89-bca5-8dd6e4d8e404 in Status: SUCCESS [ 748.030367] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92e30c06-fe97-4b89-bca5-8dd6e4d8e404" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.030538] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92e30c06-fe97-4b89-bca5-8dd6e4d8e404" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.030761] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92e30c06-fe97-4b89-bca5-8dd6e4d8e404" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.030958] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.031190] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.031190] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.031295] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.031374] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.031455] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92e30c06-fe97-4b89-bca5-8dd6e4d8e404" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.031682] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('92e30c06-fe97-4b89-bca5-8dd6e4d8e404',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.034105] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.034105] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.034105] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.034422] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.034594] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.034771] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d2dd3b9-e6a4-4f46-8eda-c6e5bce825de already deleted. [ 748.034881] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d2dd3b9-e6a4-4f46-8eda-c6e5bce825de" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.035035] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d2dd3b9-e6a4-4f46-8eda-c6e5bce825de" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.035193] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d2dd3b9-e6a4-4f46-8eda-c6e5bce825de" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.035275] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d2dd3b9-e6a4-4f46-8eda-c6e5bce825de',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.161769] env[69258]: INFO networking_nsxv3.common.synchronization [None req-c7716df7-3faf-408a-a732-d98c20c50c86 None None] Enqueued Resource ID: f125552c-9444-4e4a-b8ce-4ead83bcd74a with Priority: HIGHEST for action port [ 748.161769] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f125552c-9444-4e4a-b8ce-4ead83bcd74a with Priority: HIGHEST for action port [ 748.161769] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-f125552c-9444-4e4a-b8ce-4ead83bcd74a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.164160] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f125552c-9444-4e4a-b8ce-4ead83bcd74a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.164160] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f125552c-9444-4e4a-b8ce-4ead83bcd74a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.164160] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f125552c-9444-4e4a-b8ce-4ead83bcd74a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.164160] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f125552c-9444-4e4a-b8ce-4ead83bcd74a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.538097] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('92e30c06-fe97-4b89-bca5-8dd6e4d8e404',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.560694] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.560835] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.560906] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.561138] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.561228] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.561319] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d2dd3b9-e6a4-4f46-8eda-c6e5bce825de already deleted. [ 748.561396] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d2dd3b9-e6a4-4f46-8eda-c6e5bce825de" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.666881] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f125552c-9444-4e4a-b8ce-4ead83bcd74a [ 748.668357] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.668357] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.668357] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.668357] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.668357] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.668357] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f125552c-9444-4e4a-b8ce-4ead83bcd74a already deleted. [ 748.668357] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f125552c-9444-4e4a-b8ce-4ead83bcd74a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.043113] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 92e30c06-fe97-4b89-bca5-8dd6e4d8e404: rpc.has_security_group_logging(os_id): False [ 749.065021] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.065021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.065021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.065021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.065021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.065021] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.065021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.065021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.065021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.065021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.065021] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 92e30c06-fe97-4b89-bca5-8dd6e4d8e404 is going to be created. [ 749.118208] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.118208] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.118208] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.118208] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.118208] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.128248] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92e30c06-fe97-4b89-bca5-8dd6e4d8e404 in Status: IN_PROGRESS for 2s [ 749.298730] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef714168-a019-4fb1-965d-0af139feee39 in Status: SUCCESS [ 749.298730] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef714168-a019-4fb1-965d-0af139feee39 deletion is rescheduled due to dependency. [ 749.303766] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef714168-a019-4fb1-965d-0af139feee39" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.303766] env[69258]: INFO networking_nsxv3.common.synchronization [req-e5fe9dd3-5731-4365-80db-c260b209e975 req-f0337295-a779-48ed-84f8-907f16fd1cf3 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Enqueued Resource ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f with Priority: HIGHEST for action security_group_members [ 749.303766] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f with Priority: HIGHEST for action security_group_members [ 749.304094] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.304319] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.304517] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.304875] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.305158] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.305381] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.305519] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.305764] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.305918] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.306092] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac7faa52-71cf-4778-baa6-a9ec0c5ead3f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.588985] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0b792fd-bf41-442a-9965-36359aa592b6 in Status: SUCCESS [ 749.589656] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0b792fd-bf41-442a-9965-36359aa592b6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.593986] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0b792fd-bf41-442a-9965-36359aa592b6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.593986] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0b792fd-bf41-442a-9965-36359aa592b6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.593986] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.593986] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.593986] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.593986] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.593986] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.593986] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0b792fd-bf41-442a-9965-36359aa592b6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.593986] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0b792fd-bf41-442a-9965-36359aa592b6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.613347] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec in Status: SUCCESS [ 749.613568] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec deletion is rescheduled due to dependency. [ 749.615537] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.810208] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac7faa52-71cf-4778-baa6-a9ec0c5ead3f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.095071] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0b792fd-bf41-442a-9965-36359aa592b6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.313173] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac7faa52-71cf-4778-baa6-a9ec0c5ead3f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.597702] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0b792fd-bf41-442a-9965-36359aa592b6: rpc.has_security_group_logging(os_id): False [ 750.615379] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.615529] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.615607] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.615914] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.615914] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.616270] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.616354] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.616354] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.616504] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.616584] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.616714] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0b792fd-bf41-442a-9965-36359aa592b6 is going to be created. [ 750.672619] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.672816] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.672920] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.673230] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.673480] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.683933] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0b792fd-bf41-442a-9965-36359aa592b6 in Status: IN_PROGRESS for 2s [ 750.815559] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.815724] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.815799] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.816032] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.816130] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.816234] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f is going to be updated. [ 750.855941] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.855941] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.855941] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.855941] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.856194] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.864879] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f in Status: IN_PROGRESS for 2s [ 751.138899] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 92e30c06-fe97-4b89-bca5-8dd6e4d8e404 in Status: SUCCESS [ 751.139204] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-92e30c06-fe97-4b89-bca5-8dd6e4d8e404" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.800347] env[69258]: INFO networking_nsxv3.common.synchronization [req-26d03629-cd1f-4c55-93b7-62c308916eec req-7d43ce46-9322-45a5-86ec-bd53c9e46c6a tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Enqueued Resource ID: c60f7407-2d33-4a8d-9219-7d3c17a24c32 with Priority: HIGHEST for action security_group_members [ 751.800879] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c60f7407-2d33-4a8d-9219-7d3c17a24c32 with Priority: HIGHEST for action security_group_members [ 751.801194] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c60f7407-2d33-4a8d-9219-7d3c17a24c32 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.801315] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c60f7407-2d33-4a8d-9219-7d3c17a24c32" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.801383] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c60f7407-2d33-4a8d-9219-7d3c17a24c32" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.801628] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c60f7407-2d33-4a8d-9219-7d3c17a24c32" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.801803] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.801919] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.801982] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.802317] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.802436] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.802532] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c60f7407-2d33-4a8d-9219-7d3c17a24c32',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.072981] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-581 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.073220] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-581" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.073349] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-581" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.073680] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-581" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.073951] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.074126] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.074249] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.074469] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.074645] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.074883] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.074993] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.075295] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.075421] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.075541] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 752.075656] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.075793] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.094775] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.094944] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 752.095098] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.095276] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-581" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.095613] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-48fca90a-98f0-4c08-9e81-84c6ecac54a5 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.095842] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-48fca90a-98f0-4c08-9e81-84c6ecac54a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.096011] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-48fca90a-98f0-4c08-9e81-84c6ecac54a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.096350] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-48fca90a-98f0-4c08-9e81-84c6ecac54a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.096494] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48fca90a-98f0-4c08-9e81-84c6ecac54a5',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.305879] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.305879] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.305879] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.306053] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.306053] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.306233] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.306335] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.306398] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.306550] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.306628] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.306870] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c60f7407-2d33-4a8d-9219-7d3c17a24c32 already deleted. [ 752.306982] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c60f7407-2d33-4a8d-9219-7d3c17a24c32" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.599253] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.599520] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.599688] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.600120] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.600203] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.600365] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 48fca90a-98f0-4c08-9e81-84c6ecac54a5 not found, creating... [ 752.600654] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.600821] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.600942] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.601189] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.601331] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.601624] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.601787] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.602750] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.603073] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.603297] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.604157] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 48fca90a-98f0-4c08-9e81-84c6ecac54a5 is going to be created. [ 752.622746] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.623087] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.623306] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.623694] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.624075] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.624429] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-48fca90a-98f0-4c08-9e81-84c6ecac54a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.700655] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0b792fd-bf41-442a-9965-36359aa592b6 in Status: SUCCESS [ 752.700655] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0b792fd-bf41-442a-9965-36359aa592b6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.875746] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f in Status: SUCCESS [ 752.876069] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.335904] env[69258]: INFO networking_nsxv3.common.synchronization [req-26d03629-cd1f-4c55-93b7-62c308916eec req-cffeecef-c626-455a-9a6f-debb549f4aaa service nova] Enqueued Resource ID: c60f7407-2d33-4a8d-9219-7d3c17a24c32 with Priority: HIGHEST for action security_group_rules [ 753.336636] env[69258]: INFO networking_nsxv3.common.synchronization [req-26d03629-cd1f-4c55-93b7-62c308916eec req-cffeecef-c626-455a-9a6f-debb549f4aaa service nova] Enqueued Resource ID: c60f7407-2d33-4a8d-9219-7d3c17a24c32 with Priority: HIGHEST for action security_group_members [ 753.336636] env[69258]: INFO networking_nsxv3.common.synchronization [req-26d03629-cd1f-4c55-93b7-62c308916eec req-cffeecef-c626-455a-9a6f-debb549f4aaa service nova] Enqueued Resource ID: 48fca90a-98f0-4c08-9e81-84c6ecac54a5 with Priority: HIGHEST for action port [ 753.339217] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c60f7407-2d33-4a8d-9219-7d3c17a24c32 with Priority: HIGHEST for action security_group_rules [ 753.339948] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c60f7407-2d33-4a8d-9219-7d3c17a24c32 with Priority: HIGHEST for action security_group_members [ 753.341131] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48fca90a-98f0-4c08-9e81-84c6ecac54a5 with Priority: HIGHEST for action port [ 753.341131] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c60f7407-2d33-4a8d-9219-7d3c17a24c32 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.341131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c60f7407-2d33-4a8d-9219-7d3c17a24c32" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.341131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c60f7407-2d33-4a8d-9219-7d3c17a24c32" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.341346] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c60f7407-2d33-4a8d-9219-7d3c17a24c32" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.341346] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c60f7407-2d33-4a8d-9219-7d3c17a24c32',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.344982] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c60f7407-2d33-4a8d-9219-7d3c17a24c32 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.344982] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c60f7407-2d33-4a8d-9219-7d3c17a24c32" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.344982] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c60f7407-2d33-4a8d-9219-7d3c17a24c32" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.344982] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c60f7407-2d33-4a8d-9219-7d3c17a24c32" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.344982] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.344982] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.344982] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.344982] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.344982] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.344982] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c60f7407-2d33-4a8d-9219-7d3c17a24c32',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.346429] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-48fca90a-98f0-4c08-9e81-84c6ecac54a5 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.346838] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48fca90a-98f0-4c08-9e81-84c6ecac54a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.346838] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48fca90a-98f0-4c08-9e81-84c6ecac54a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.346838] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48fca90a-98f0-4c08-9e81-84c6ecac54a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.346957] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48fca90a-98f0-4c08-9e81-84c6ecac54a5',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.851986] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c60f7407-2d33-4a8d-9219-7d3c17a24c32 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.851986] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c60f7407-2d33-4a8d-9219-7d3c17a24c32" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.851986] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c60f7407-2d33-4a8d-9219-7d3c17a24c32',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.852903] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48fca90a-98f0-4c08-9e81-84c6ecac54a5 with status ACTIVE [ 753.852903] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.853035] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.853035] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.853489] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.853489] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.853489] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.853620] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.853620] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.853770] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.853830] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.854063] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.854145] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.854176] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.854307] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.854380] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.854463] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48fca90a-98f0-4c08-9e81-84c6ecac54a5 is going to be updated. [ 753.873605] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.873754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.873826] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.874058] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.874199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.874363] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48fca90a-98f0-4c08-9e81-84c6ecac54a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.356869] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c60f7407-2d33-4a8d-9219-7d3c17a24c32',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.858769] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.860217] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.860311] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.860614] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.860749] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.860874] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c60f7407-2d33-4a8d-9219-7d3c17a24c32 is going to be created. [ 754.884545] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.884909] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.885086] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.885298] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.885493] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.894496] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c60f7407-2d33-4a8d-9219-7d3c17a24c32 in Status: UNINITIALIZED for 2s [ 755.937571] env[69258]: INFO networking_nsxv3.common.synchronization [req-32f7808d-890d-43ef-8c1d-6bb78a0d82b8 req-fe6044a1-2a21-4dc1-8cd9-576a0bf3d422 tempest-AttachInterfacesV270Test-1773754101 tempest-AttachInterfacesV270Test-1773754101-project-member] Enqueued Resource ID: b9316763-fe41-44dc-9d88-153188ad88d7 with Priority: HIGHEST for action security_group_members [ 755.938200] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9316763-fe41-44dc-9d88-153188ad88d7 with Priority: HIGHEST for action security_group_members [ 755.938497] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9316763-fe41-44dc-9d88-153188ad88d7 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.938622] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9316763-fe41-44dc-9d88-153188ad88d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.938692] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9316763-fe41-44dc-9d88-153188ad88d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.939055] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9316763-fe41-44dc-9d88-153188ad88d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.940135] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.940353] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.940353] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.940921] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.940921] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.940921] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9316763-fe41-44dc-9d88-153188ad88d7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.444826] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.444826] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.444944] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.445767] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.445767] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.445767] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.445767] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.445767] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.445950] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.445950] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.446088] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9316763-fe41-44dc-9d88-153188ad88d7 is going to be updated. [ 756.476278] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.476422] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.476422] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.476635] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.476862] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.486572] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9316763-fe41-44dc-9d88-153188ad88d7 in Status: IN_PROGRESS for 2s [ 756.658861] env[69258]: INFO networking_nsxv3.common.synchronization [req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca req-c95be932-98e3-49de-bf96-340263094f4c tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Enqueued Resource ID: ebf18e8d-310e-4b85-9866-b265a126ff3c with Priority: HIGHEST for action security_group_members [ 756.662234] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebf18e8d-310e-4b85-9866-b265a126ff3c with Priority: HIGHEST for action security_group_members [ 756.662234] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebf18e8d-310e-4b85-9866-b265a126ff3c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.662234] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.662234] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.662234] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.662234] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.662234] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.662234] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.662234] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.662234] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.662234] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebf18e8d-310e-4b85-9866-b265a126ff3c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.907190] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c60f7407-2d33-4a8d-9219-7d3c17a24c32 in Status: SUCCESS [ 756.907190] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c60f7407-2d33-4a8d-9219-7d3c17a24c32" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.907190] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c60f7407-2d33-4a8d-9219-7d3c17a24c32" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.907190] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c60f7407-2d33-4a8d-9219-7d3c17a24c32" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.907326] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.908587] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.908587] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.908587] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.908587] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.908587] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c60f7407-2d33-4a8d-9219-7d3c17a24c32" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.908587] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c60f7407-2d33-4a8d-9219-7d3c17a24c32',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.167057] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.167331] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.167331] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.167526] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.167619] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.167844] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.167957] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.168035] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.168198] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.168274] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.168362] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebf18e8d-310e-4b85-9866-b265a126ff3c already deleted. [ 757.168443] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.327309] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.327542] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-914" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.327542] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-914" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.327825] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-914" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.328182] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.328329] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.328812] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.328812] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.328812] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.329235] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.329367] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.329521] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.329637] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.329755] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.329864] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.330072] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.349499] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.349499] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 757.349666] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.350016] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-914" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.352117] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-66b10043-90c4-475d-95dc-dc7da2b84350 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.352117] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-66b10043-90c4-475d-95dc-dc7da2b84350" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.352117] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-66b10043-90c4-475d-95dc-dc7da2b84350" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.352117] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-66b10043-90c4-475d-95dc-dc7da2b84350" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.352117] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66b10043-90c4-475d-95dc-dc7da2b84350',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.416027] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c60f7407-2d33-4a8d-9219-7d3c17a24c32 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.416027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c60f7407-2d33-4a8d-9219-7d3c17a24c32" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.416027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c60f7407-2d33-4a8d-9219-7d3c17a24c32" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.416027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c60f7407-2d33-4a8d-9219-7d3c17a24c32" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.416027] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.416027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.416027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.416027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.416027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.416027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c60f7407-2d33-4a8d-9219-7d3c17a24c32" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.416027] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c60f7407-2d33-4a8d-9219-7d3c17a24c32 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.416027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c60f7407-2d33-4a8d-9219-7d3c17a24c32" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.416027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c60f7407-2d33-4a8d-9219-7d3c17a24c32" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.416027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c60f7407-2d33-4a8d-9219-7d3c17a24c32" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.416027] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.416027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.416899] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.416899] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.416899] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.416899] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c60f7407-2d33-4a8d-9219-7d3c17a24c32" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.416899] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c60f7407-2d33-4a8d-9219-7d3c17a24c32',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.853075] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.853324] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.853454] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.853848] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.853950] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.854135] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 66b10043-90c4-475d-95dc-dc7da2b84350 not found, creating... [ 757.854389] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.854542] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.854675] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.854929] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.855080] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.855401] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.855506] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.855614] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.855817] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.855945] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.856250] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 66b10043-90c4-475d-95dc-dc7da2b84350 is going to be created. [ 757.877345] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.877536] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.877656] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.877913] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.878148] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.878371] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-66b10043-90c4-475d-95dc-dc7da2b84350" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.924223] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c60f7407-2d33-4a8d-9219-7d3c17a24c32: rpc.has_security_group_logging(os_id): False [ 757.949693] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.949873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.949944] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.950145] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.950244] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.950441] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.950544] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.950605] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.950979] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.951081] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.951285] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.951381] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.951444] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.951589] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.951663] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.951851] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.951945] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.952015] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.952290] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.952389] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.952494] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c60f7407-2d33-4a8d-9219-7d3c17a24c32 is going to be created. [ 758.040380] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.040541] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.040605] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.040830] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.041048] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.052020] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c60f7407-2d33-4a8d-9219-7d3c17a24c32 in Status: IN_PROGRESS for 2s [ 758.497062] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9316763-fe41-44dc-9d88-153188ad88d7 in Status: SUCCESS [ 758.497391] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9316763-fe41-44dc-9d88-153188ad88d7 deletion is rescheduled due to dependency. [ 758.497391] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9316763-fe41-44dc-9d88-153188ad88d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.571240] env[69258]: INFO networking_nsxv3.common.synchronization [req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca req-86ef1958-da5a-4fc5-bc10-4901ca8c7324 service nova] Enqueued Resource ID: ebf18e8d-310e-4b85-9866-b265a126ff3c with Priority: HIGHEST for action security_group_rules [ 758.571240] env[69258]: INFO networking_nsxv3.common.synchronization [req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca req-86ef1958-da5a-4fc5-bc10-4901ca8c7324 service nova] Enqueued Resource ID: ebf18e8d-310e-4b85-9866-b265a126ff3c with Priority: HIGHEST for action security_group_members [ 758.571784] env[69258]: INFO networking_nsxv3.common.synchronization [req-4bcb440c-9b96-4a4f-a6e7-b9f7692057ca req-86ef1958-da5a-4fc5-bc10-4901ca8c7324 service nova] Enqueued Resource ID: 66b10043-90c4-475d-95dc-dc7da2b84350 with Priority: HIGHEST for action port [ 758.571784] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebf18e8d-310e-4b85-9866-b265a126ff3c with Priority: HIGHEST for action security_group_rules [ 758.571784] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebf18e8d-310e-4b85-9866-b265a126ff3c with Priority: HIGHEST for action security_group_members [ 758.571784] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b10043-90c4-475d-95dc-dc7da2b84350 with Priority: HIGHEST for action port [ 758.572404] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebf18e8d-310e-4b85-9866-b265a126ff3c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.572660] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.572660] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.572839] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.572938] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebf18e8d-310e-4b85-9866-b265a126ff3c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.576782] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebf18e8d-310e-4b85-9866-b265a126ff3c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.576782] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.576782] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.576782] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.576782] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.576782] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.576782] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.576782] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.576782] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.576782] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebf18e8d-310e-4b85-9866-b265a126ff3c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.578195] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-66b10043-90c4-475d-95dc-dc7da2b84350 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.578195] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66b10043-90c4-475d-95dc-dc7da2b84350" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.578195] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66b10043-90c4-475d-95dc-dc7da2b84350" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.578195] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66b10043-90c4-475d-95dc-dc7da2b84350" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.578195] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66b10043-90c4-475d-95dc-dc7da2b84350',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.066131] env[69258]: INFO networking_nsxv3.common.synchronization [None req-bb284972-cf17-4393-8711-0f24a39cc973 None None] Enqueued Resource ID: 058890d4-e6b2-4bcf-9651-55bf3938658f with Priority: HIGHEST for action port [ 759.066413] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 058890d4-e6b2-4bcf-9651-55bf3938658f with Priority: HIGHEST for action port [ 759.067685] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-058890d4-e6b2-4bcf-9651-55bf3938658f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.067685] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-058890d4-e6b2-4bcf-9651-55bf3938658f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.067685] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-058890d4-e6b2-4bcf-9651-55bf3938658f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.067685] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-058890d4-e6b2-4bcf-9651-55bf3938658f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.067685] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('058890d4-e6b2-4bcf-9651-55bf3938658f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.082443] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebf18e8d-310e-4b85-9866-b265a126ff3c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.082566] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.082749] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebf18e8d-310e-4b85-9866-b265a126ff3c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.084382] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66b10043-90c4-475d-95dc-dc7da2b84350 with status ACTIVE [ 759.084382] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.084382] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.084382] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.084580] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.084580] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.084731] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.084847] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.084878] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.085057] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.085250] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.085434] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.085530] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.085592] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.085735] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.085812] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.085894] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66b10043-90c4-475d-95dc-dc7da2b84350 is going to be updated. [ 759.107219] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.107373] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.107433] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.107639] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.107863] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.108058] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66b10043-90c4-475d-95dc-dc7da2b84350" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.240984] env[69258]: INFO networking_nsxv3.common.synchronization [req-950def1a-5659-499c-be53-9d5075eb9afe req-fffd3419-4b50-414b-98fc-e875e2795762 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Enqueued Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 759.241514] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 759.241731] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.241731] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.241846] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.242188] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.242188] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.242355] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.242355] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.242461] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.242722] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.242722] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.571436] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 058890d4-e6b2-4bcf-9651-55bf3938658f [ 759.571671] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.571798] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.571877] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.572406] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.572406] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.572406] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:058890d4-e6b2-4bcf-9651-55bf3938658f already deleted. [ 759.572406] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-058890d4-e6b2-4bcf-9651-55bf3938658f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.587801] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-133 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.588045] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-133" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.588180] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-133" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.588449] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-133" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.588833] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.589158] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.589297] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.589520] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.589748] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.589872] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 759.589993] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.590107] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.590286] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.590403] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 759.590403] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.591819] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.592085] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebf18e8d-310e-4b85-9866-b265a126ff3c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.609334] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.609506] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 759.609658] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.609877] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-133" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.610208] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-a02cdb86-74ff-4a31-a766-a788e36600c9 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.610374] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-a02cdb86-74ff-4a31-a766-a788e36600c9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.610492] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-a02cdb86-74ff-4a31-a766-a788e36600c9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.610819] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-a02cdb86-74ff-4a31-a766-a788e36600c9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.610956] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a02cdb86-74ff-4a31-a766-a788e36600c9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.746657] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.746920] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.747058] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.747389] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.747543] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.747864] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.748082] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.748172] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.748414] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.748551] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.748708] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f is going to be updated. [ 759.773708] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.773883] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.773950] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.774175] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.774320] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.783454] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: IN_PROGRESS for 2s [ 760.063477] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c60f7407-2d33-4a8d-9219-7d3c17a24c32 in Status: SUCCESS [ 760.063477] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c60f7407-2d33-4a8d-9219-7d3c17a24c32" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.097307] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.097473] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.097571] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.097803] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.097904] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.098011] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebf18e8d-310e-4b85-9866-b265a126ff3c is going to be created. [ 760.118114] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.118393] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.118534] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.122019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.122019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.122019] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port a02cdb86-74ff-4a31-a766-a788e36600c9 not found, creating... [ 760.122019] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.122019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.122019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.122019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.122019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.122019] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.122019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.122692] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.122692] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.122692] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.122692] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: a02cdb86-74ff-4a31-a766-a788e36600c9 is going to be created. [ 760.123108] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.123490] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.123490] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.123490] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.123590] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.132899] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebf18e8d-310e-4b85-9866-b265a126ff3c in Status: UNINITIALIZED for 2s [ 760.141197] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.141417] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.141540] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.141806] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.142042] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.142269] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-a02cdb86-74ff-4a31-a766-a788e36600c9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.857226] env[69258]: INFO networking_nsxv3.common.synchronization [req-950def1a-5659-499c-be53-9d5075eb9afe req-dc73e179-25b9-4de4-b45d-ce1c2c67f967 service nova] Enqueued Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_rules [ 760.857226] env[69258]: INFO networking_nsxv3.common.synchronization [req-950def1a-5659-499c-be53-9d5075eb9afe req-dc73e179-25b9-4de4-b45d-ce1c2c67f967 service nova] Enqueued Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 760.857226] env[69258]: INFO networking_nsxv3.common.synchronization [req-950def1a-5659-499c-be53-9d5075eb9afe req-dc73e179-25b9-4de4-b45d-ce1c2c67f967 service nova] Enqueued Resource ID: a02cdb86-74ff-4a31-a766-a788e36600c9 with Priority: HIGHEST for action port [ 760.862117] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_rules [ 760.862117] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 760.862117] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a02cdb86-74ff-4a31-a766-a788e36600c9 with Priority: HIGHEST for action port [ 760.862117] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.862117] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.862117] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.862117] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.862117] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.862117] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.862117] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.862117] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-a02cdb86-74ff-4a31-a766-a788e36600c9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.862944] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a02cdb86-74ff-4a31-a766-a788e36600c9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.863326] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a02cdb86-74ff-4a31-a766-a788e36600c9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.863611] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a02cdb86-74ff-4a31-a766-a788e36600c9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.863806] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a02cdb86-74ff-4a31-a766-a788e36600c9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.145700] env[69258]: INFO networking_nsxv3.common.synchronization [None req-511633cc-82e3-4991-9351-b087358b3e16 None None] Enqueued Resource ID: f24bd962-4836-41d3-ac65-d10193f921ce with Priority: HIGHEST for action port [ 761.146488] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f24bd962-4836-41d3-ac65-d10193f921ce with Priority: HIGHEST for action port [ 761.146990] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-f24bd962-4836-41d3-ac65-d10193f921ce taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.147093] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f24bd962-4836-41d3-ac65-d10193f921ce" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.147370] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f24bd962-4836-41d3-ac65-d10193f921ce" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.147471] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f24bd962-4836-41d3-ac65-d10193f921ce" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.147811] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f24bd962-4836-41d3-ac65-d10193f921ce',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.368517] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.368656] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.369059] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a02cdb86-74ff-4a31-a766-a788e36600c9 with status ACTIVE [ 761.369059] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.369214] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.369214] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.369423] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.369512] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.369678] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.369765] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.370265] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.370265] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.370265] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.370265] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.370790] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.370790] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.370790] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.370790] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.370790] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a02cdb86-74ff-4a31-a766-a788e36600c9 is going to be updated. [ 761.389972] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.390183] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.390183] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.390473] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.390591] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.392636] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a02cdb86-74ff-4a31-a766-a788e36600c9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.649797] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f24bd962-4836-41d3-ac65-d10193f921ce [ 761.650070] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.652398] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.652398] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.652398] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.652398] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.652398] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f24bd962-4836-41d3-ac65-d10193f921ce already deleted. [ 761.652398] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f24bd962-4836-41d3-ac65-d10193f921ce" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.794039] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: SUCCESS [ 761.794354] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f deletion is rescheduled due to dependency. [ 761.794547] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.794875] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.795189] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.795471] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.795646] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.795753] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.795995] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.796150] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.796298] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.143448] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebf18e8d-310e-4b85-9866-b265a126ff3c in Status: UNINITIALIZED for 4s [ 762.299363] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.803167] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.305653] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.305992] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.305992] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.306167] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.306268] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.306384] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f is going to be updated. [ 763.336253] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.336403] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.336492] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.336711] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.336888] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.348101] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: IN_PROGRESS for 2s [ 764.136200] env[69258]: INFO networking_nsxv3.common.synchronization [req-d6ac9080-b415-424c-ab2f-e7c53fe07114 req-384148e5-10d5-4ad7-9807-4c9a32108e13 tempest-ServerTagsTestJSON-450608901 tempest-ServerTagsTestJSON-450608901-project-member] Enqueued Resource ID: c60f7407-2d33-4a8d-9219-7d3c17a24c32 with Priority: HIGHEST for action security_group_members [ 764.136845] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c60f7407-2d33-4a8d-9219-7d3c17a24c32 with Priority: HIGHEST for action security_group_members [ 764.140020] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c60f7407-2d33-4a8d-9219-7d3c17a24c32 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.140020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c60f7407-2d33-4a8d-9219-7d3c17a24c32" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.140020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c60f7407-2d33-4a8d-9219-7d3c17a24c32" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.140020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c60f7407-2d33-4a8d-9219-7d3c17a24c32" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.140020] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.140020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.140020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.140020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.140020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.141029] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c60f7407-2d33-4a8d-9219-7d3c17a24c32',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.163390] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebf18e8d-310e-4b85-9866-b265a126ff3c in Status: SUCCESS [ 764.163390] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.164437] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.164437] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.164437] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.164437] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.164437] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.164437] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.164437] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.164706] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.164706] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebf18e8d-310e-4b85-9866-b265a126ff3c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.644656] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.645013] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.645013] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.645693] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.645808] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.646060] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.646257] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.646326] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.646508] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.646600] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.646699] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c60f7407-2d33-4a8d-9219-7d3c17a24c32 is going to be updated. [ 764.669931] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebf18e8d-310e-4b85-9866-b265a126ff3c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.669931] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.669931] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.669931] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.669931] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.669931] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.669931] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.669931] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.669931] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.670272] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.670272] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebf18e8d-310e-4b85-9866-b265a126ff3c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.670346] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.670376] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.670511] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.670654] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.670744] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.670806] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.670943] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.671034] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.671166] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.674998] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebf18e8d-310e-4b85-9866-b265a126ff3c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.677809] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.678058] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.678169] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.678334] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.678514] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.703537] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c60f7407-2d33-4a8d-9219-7d3c17a24c32 in Status: IN_PROGRESS for 2s [ 765.174141] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebf18e8d-310e-4b85-9866-b265a126ff3c: rpc.has_security_group_logging(os_id): False [ 765.192044] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.192044] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.192044] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.192044] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.192044] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.192044] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.192044] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.192044] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.192044] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.192044] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.192044] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.192044] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.192044] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.192044] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.192044] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.192517] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.192517] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.192517] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.192517] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.192517] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.193036] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebf18e8d-310e-4b85-9866-b265a126ff3c is going to be created. [ 765.252730] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.252730] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.252730] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.252730] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.252730] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.269147] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebf18e8d-310e-4b85-9866-b265a126ff3c in Status: IN_PROGRESS for 2s [ 765.359025] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: SUCCESS [ 765.359025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.359025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.359025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.359025] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.359025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.359025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.359025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.359025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.359025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.359025] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.864336] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.864336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.864336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.864336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.864336] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.864336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.864336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.864336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.864336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.864336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.864336] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.864336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.864336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.864336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.864336] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.864336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.865219] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.865219] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.865219] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.865219] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.865219] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.368186] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c754537a-1169-4215-9bdd-f31b86f6cd2f: rpc.has_security_group_logging(os_id): False [ 766.386008] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.386728] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.386728] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.386728] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.386988] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.387257] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.387365] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.387437] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.387752] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.387914] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.389036] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.389180] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.390731] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.390963] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.391075] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.391304] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.391412] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.391486] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.391661] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.391744] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.391835] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f is going to be updated. [ 766.447364] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.447555] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.447555] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.447762] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.448036] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.463698] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: IN_PROGRESS for 2s [ 766.716940] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c60f7407-2d33-4a8d-9219-7d3c17a24c32 in Status: SUCCESS [ 766.716940] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c60f7407-2d33-4a8d-9219-7d3c17a24c32 deletion is rescheduled due to dependency. [ 766.716940] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c60f7407-2d33-4a8d-9219-7d3c17a24c32" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.293316] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebf18e8d-310e-4b85-9866-b265a126ff3c in Status: SUCCESS [ 767.293316] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.479013] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: SUCCESS [ 768.479013] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.799771] env[69258]: INFO networking_nsxv3.common.synchronization [req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf req-80f844a7-34fe-4d42-a21a-72c7870f2966 tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Enqueued Resource ID: e15e2797-d91b-4197-aa42-1a32d3d5120f with Priority: HIGHEST for action security_group_members [ 768.802244] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e15e2797-d91b-4197-aa42-1a32d3d5120f with Priority: HIGHEST for action security_group_members [ 768.802244] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-e15e2797-d91b-4197-aa42-1a32d3d5120f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.803496] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e15e2797-d91b-4197-aa42-1a32d3d5120f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.803496] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e15e2797-d91b-4197-aa42-1a32d3d5120f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.803496] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e15e2797-d91b-4197-aa42-1a32d3d5120f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.803496] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.803496] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.803496] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.805164] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.805808] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.805808] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e15e2797-d91b-4197-aa42-1a32d3d5120f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.201202] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-54 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.201614] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-54" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.201614] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-54" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.201854] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-54" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.204236] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.204710] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.204710] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.204804] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.204898] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.205126] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.205235] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.205340] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.205446] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.205597] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.205655] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.205792] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.224694] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.224943] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 769.225563] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.225784] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-54" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.226130] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-86fea7dd-34c9-4dff-a2df-cce54858f348 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.226310] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-86fea7dd-34c9-4dff-a2df-cce54858f348" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.226431] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-86fea7dd-34c9-4dff-a2df-cce54858f348" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.227496] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-86fea7dd-34c9-4dff-a2df-cce54858f348" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.227640] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86fea7dd-34c9-4dff-a2df-cce54858f348',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.308264] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.308264] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.308264] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.308476] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.308476] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.308595] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.308696] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.308756] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.308894] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.308966] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.309063] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e15e2797-d91b-4197-aa42-1a32d3d5120f already deleted. [ 769.309138] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e15e2797-d91b-4197-aa42-1a32d3d5120f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.729970] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.730292] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.730326] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.730606] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.730759] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.730937] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 86fea7dd-34c9-4dff-a2df-cce54858f348 not found, creating... [ 769.731226] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.731390] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.731512] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.731724] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.731863] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.732228] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.732395] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.732515] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.732723] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.732859] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.733009] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 86fea7dd-34c9-4dff-a2df-cce54858f348 is going to be created. [ 769.758017] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.759138] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.759138] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.759138] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.759138] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.759138] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-86fea7dd-34c9-4dff-a2df-cce54858f348" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.513113] env[69258]: INFO networking_nsxv3.common.synchronization [req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf req-651ba0dd-c7f2-4056-a227-6677301c541c service nova] Enqueued Resource ID: e15e2797-d91b-4197-aa42-1a32d3d5120f with Priority: HIGHEST for action security_group_rules [ 770.513349] env[69258]: INFO networking_nsxv3.common.synchronization [req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf req-651ba0dd-c7f2-4056-a227-6677301c541c service nova] Enqueued Resource ID: e15e2797-d91b-4197-aa42-1a32d3d5120f with Priority: HIGHEST for action security_group_members [ 770.513469] env[69258]: INFO networking_nsxv3.common.synchronization [req-dbbfd15f-8e2e-4896-a97f-d5a77e2264cf req-651ba0dd-c7f2-4056-a227-6677301c541c service nova] Enqueued Resource ID: 86fea7dd-34c9-4dff-a2df-cce54858f348 with Priority: HIGHEST for action port [ 770.513967] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e15e2797-d91b-4197-aa42-1a32d3d5120f with Priority: HIGHEST for action security_group_rules [ 770.514334] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e15e2797-d91b-4197-aa42-1a32d3d5120f with Priority: HIGHEST for action security_group_members [ 770.514334] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86fea7dd-34c9-4dff-a2df-cce54858f348 with Priority: HIGHEST for action port [ 770.515852] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e15e2797-d91b-4197-aa42-1a32d3d5120f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.515852] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e15e2797-d91b-4197-aa42-1a32d3d5120f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.515852] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e15e2797-d91b-4197-aa42-1a32d3d5120f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.517033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e15e2797-d91b-4197-aa42-1a32d3d5120f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.517104] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e15e2797-d91b-4197-aa42-1a32d3d5120f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.517962] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-e15e2797-d91b-4197-aa42-1a32d3d5120f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.521311] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e15e2797-d91b-4197-aa42-1a32d3d5120f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.521311] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e15e2797-d91b-4197-aa42-1a32d3d5120f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.521477] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e15e2797-d91b-4197-aa42-1a32d3d5120f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.521664] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.521838] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.521838] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.521979] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.522068] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.522157] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e15e2797-d91b-4197-aa42-1a32d3d5120f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.524975] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-86fea7dd-34c9-4dff-a2df-cce54858f348 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.524975] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86fea7dd-34c9-4dff-a2df-cce54858f348" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.524975] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86fea7dd-34c9-4dff-a2df-cce54858f348" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.524975] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86fea7dd-34c9-4dff-a2df-cce54858f348" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.524975] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86fea7dd-34c9-4dff-a2df-cce54858f348',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.769906] env[69258]: INFO networking_nsxv3.common.synchronization [None req-f57d53dc-9055-4697-9bd0-052e308d1b54 None None] Enqueued Resource ID: 017aaa11-c33d-4532-8593-1b0002a5a9d7 with Priority: HIGHEST for action port [ 770.769906] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 017aaa11-c33d-4532-8593-1b0002a5a9d7 with Priority: HIGHEST for action port [ 770.770328] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-017aaa11-c33d-4532-8593-1b0002a5a9d7 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.770328] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-017aaa11-c33d-4532-8593-1b0002a5a9d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.770328] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-017aaa11-c33d-4532-8593-1b0002a5a9d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.770575] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-017aaa11-c33d-4532-8593-1b0002a5a9d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.770650] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('017aaa11-c33d-4532-8593-1b0002a5a9d7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.026416] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e15e2797-d91b-4197-aa42-1a32d3d5120f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.027462] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-e15e2797-d91b-4197-aa42-1a32d3d5120f taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.027573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e15e2797-d91b-4197-aa42-1a32d3d5120f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.029317] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86fea7dd-34c9-4dff-a2df-cce54858f348 with status ACTIVE [ 771.029494] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.030486] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.030486] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.030759] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.030831] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.030973] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.031092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.031155] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.031320] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.031395] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.033955] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.033955] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.033955] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.033955] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.033955] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.033955] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86fea7dd-34c9-4dff-a2df-cce54858f348 is going to be updated. [ 771.056641] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.056790] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.056900] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.057165] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.057502] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.057502] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86fea7dd-34c9-4dff-a2df-cce54858f348" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.279048] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 017aaa11-c33d-4532-8593-1b0002a5a9d7 [ 771.279048] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.279048] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.279048] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.279613] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.279613] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.279613] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:017aaa11-c33d-4532-8593-1b0002a5a9d7 already deleted. [ 771.279613] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-017aaa11-c33d-4532-8593-1b0002a5a9d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.531272] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e15e2797-d91b-4197-aa42-1a32d3d5120f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.036658] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.036658] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.036658] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.036658] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.036658] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.036658] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e15e2797-d91b-4197-aa42-1a32d3d5120f is going to be created. [ 772.057126] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.059222] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.059222] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.059222] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.059222] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.069042] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e15e2797-d91b-4197-aa42-1a32d3d5120f in Status: UNINITIALIZED for 2s [ 773.061469] env[69258]: INFO networking_nsxv3.common.synchronization [None req-ebdbcb07-8bd0-4d24-bd8c-3fbb6186b379 None None] Enqueued Resource ID: d0d7ae6f-0092-4db6-b000-e0a231508364 with Priority: HIGHEST for action port [ 773.061469] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0d7ae6f-0092-4db6-b000-e0a231508364 with Priority: HIGHEST for action port [ 773.061469] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0d7ae6f-0092-4db6-b000-e0a231508364 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.062090] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0d7ae6f-0092-4db6-b000-e0a231508364" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.062090] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0d7ae6f-0092-4db6-b000-e0a231508364" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.062090] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0d7ae6f-0092-4db6-b000-e0a231508364" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.062090] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0d7ae6f-0092-4db6-b000-e0a231508364',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.564450] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0d7ae6f-0092-4db6-b000-e0a231508364 [ 773.565464] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.565464] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.565464] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.565464] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.565464] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.565464] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0d7ae6f-0092-4db6-b000-e0a231508364 already deleted. [ 773.565464] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0d7ae6f-0092-4db6-b000-e0a231508364" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.082403] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e15e2797-d91b-4197-aa42-1a32d3d5120f in Status: SUCCESS [ 774.082403] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e15e2797-d91b-4197-aa42-1a32d3d5120f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.082403] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e15e2797-d91b-4197-aa42-1a32d3d5120f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.082403] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e15e2797-d91b-4197-aa42-1a32d3d5120f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.082403] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.082403] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.082403] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.082403] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.082403] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.082403] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e15e2797-d91b-4197-aa42-1a32d3d5120f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.082403] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e15e2797-d91b-4197-aa42-1a32d3d5120f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.585123] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-e15e2797-d91b-4197-aa42-1a32d3d5120f taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.585277] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e15e2797-d91b-4197-aa42-1a32d3d5120f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.585366] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e15e2797-d91b-4197-aa42-1a32d3d5120f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.585611] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e15e2797-d91b-4197-aa42-1a32d3d5120f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.585824] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.587026] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.587026] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.587026] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.587026] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.587026] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e15e2797-d91b-4197-aa42-1a32d3d5120f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.587026] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-e15e2797-d91b-4197-aa42-1a32d3d5120f taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.587026] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e15e2797-d91b-4197-aa42-1a32d3d5120f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.587026] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e15e2797-d91b-4197-aa42-1a32d3d5120f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.587026] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e15e2797-d91b-4197-aa42-1a32d3d5120f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.587026] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.587026] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.587026] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.587507] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.587507] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.587507] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e15e2797-d91b-4197-aa42-1a32d3d5120f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.587507] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e15e2797-d91b-4197-aa42-1a32d3d5120f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.867052] env[69258]: INFO networking_nsxv3.common.synchronization [None req-39cacb5e-7043-4b0f-89e6-dfeb5ec00f10 None None] Enqueued Resource ID: cf35d9bf-0827-4074-9085-8d84962e7901 with Priority: HIGHEST for action port [ 774.867353] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf35d9bf-0827-4074-9085-8d84962e7901 with Priority: HIGHEST for action port [ 774.867978] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf35d9bf-0827-4074-9085-8d84962e7901 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.868126] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf35d9bf-0827-4074-9085-8d84962e7901" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.868194] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf35d9bf-0827-4074-9085-8d84962e7901" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.868442] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf35d9bf-0827-4074-9085-8d84962e7901" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.868527] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf35d9bf-0827-4074-9085-8d84962e7901',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.091202] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e15e2797-d91b-4197-aa42-1a32d3d5120f: rpc.has_security_group_logging(os_id): False [ 775.109514] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.109841] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.109841] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.110018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.110298] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.110370] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.110441] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.110493] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.110622] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.110698] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.110878] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.110971] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.111075] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.111222] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.111724] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.111936] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.112089] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.112135] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.112255] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.112333] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.112420] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e15e2797-d91b-4197-aa42-1a32d3d5120f is going to be created. [ 775.165035] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.165215] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.165285] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.165501] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.165733] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.177824] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e15e2797-d91b-4197-aa42-1a32d3d5120f in Status: IN_PROGRESS for 2s [ 775.371420] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf35d9bf-0827-4074-9085-8d84962e7901 [ 775.371809] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.372194] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.372302] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.372553] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.372652] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.372749] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf35d9bf-0827-4074-9085-8d84962e7901 already deleted. [ 775.372831] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf35d9bf-0827-4074-9085-8d84962e7901" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.807598] env[69258]: INFO networking_nsxv3.common.synchronization [req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 req-79c56567-e144-4625-b7d2-58c76730933c tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Enqueued Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGHEST for action security_group_members [ 775.807598] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGHEST for action security_group_members [ 775.807598] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.807598] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.807598] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.808820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.808996] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.809118] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.809186] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.809584] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.809584] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.809584] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.313053] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.313333] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.313333] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.313506] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.313601] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.313806] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.313904] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.313967] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.314130] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.314208] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.314292] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a647b22e-b538-4691-821e-794e7b4d00d6 already deleted. [ 776.314373] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.408799] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-906 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.408989] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-906" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.409134] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-906" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.409459] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-906" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.409726] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.409923] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.410123] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.410362] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.410514] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.410727] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 776.410846] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.410960] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.411092] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.411290] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 776.411440] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.411615] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.431062] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.431504] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 776.431608] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.431902] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-906" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.432632] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-4e51caf2-dbe3-454a-9bc3-707e2862a4c4 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.432632] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-4e51caf2-dbe3-454a-9bc3-707e2862a4c4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.432632] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-4e51caf2-dbe3-454a-9bc3-707e2862a4c4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.432870] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-4e51caf2-dbe3-454a-9bc3-707e2862a4c4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.433094] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e51caf2-dbe3-454a-9bc3-707e2862a4c4',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.936050] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.936294] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.936420] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.936696] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.937598] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.937598] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 4e51caf2-dbe3-454a-9bc3-707e2862a4c4 not found, creating... [ 776.937598] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.937598] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.937598] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.937771] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.937917] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.938238] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.938412] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.938531] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.938736] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.938871] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.939158] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 4e51caf2-dbe3-454a-9bc3-707e2862a4c4 is going to be created. [ 776.961801] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.965711] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.965711] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.965711] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.965711] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.965711] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-4e51caf2-dbe3-454a-9bc3-707e2862a4c4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.193109] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e15e2797-d91b-4197-aa42-1a32d3d5120f in Status: SUCCESS [ 777.193399] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e15e2797-d91b-4197-aa42-1a32d3d5120f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.357973] env[69258]: INFO networking_nsxv3.common.synchronization [None req-4b47f6a7-18f6-477e-8ff7-67ef35e65dd2 None None] Enqueued Resource ID: 0cc27562-bbbc-473b-b8bb-92b519bf7a1c with Priority: HIGHEST for action port [ 777.357973] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cc27562-bbbc-473b-b8bb-92b519bf7a1c with Priority: HIGHEST for action port [ 777.358311] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cc27562-bbbc-473b-b8bb-92b519bf7a1c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.358375] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cc27562-bbbc-473b-b8bb-92b519bf7a1c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.358409] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cc27562-bbbc-473b-b8bb-92b519bf7a1c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.360374] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cc27562-bbbc-473b-b8bb-92b519bf7a1c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.360518] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cc27562-bbbc-473b-b8bb-92b519bf7a1c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.703259] env[69258]: INFO networking_nsxv3.common.synchronization [req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 req-2355f078-eb70-45fd-8100-7b4ce726b999 service nova] Enqueued Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGHEST for action security_group_rules [ 777.703447] env[69258]: INFO networking_nsxv3.common.synchronization [req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 req-2355f078-eb70-45fd-8100-7b4ce726b999 service nova] Enqueued Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGHEST for action security_group_members [ 777.703586] env[69258]: INFO networking_nsxv3.common.synchronization [req-78c1fea4-884d-4d0a-9ce0-ac09e1680741 req-2355f078-eb70-45fd-8100-7b4ce726b999 service nova] Enqueued Resource ID: 4e51caf2-dbe3-454a-9bc3-707e2862a4c4 with Priority: HIGHEST for action port [ 777.703817] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGHEST for action security_group_rules [ 777.703943] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGHEST for action security_group_members [ 777.704060] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e51caf2-dbe3-454a-9bc3-707e2862a4c4 with Priority: HIGHEST for action port [ 777.704617] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.704803] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.704803] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.705050] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.705136] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.706068] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.706166] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.706248] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.706364] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.707067] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.707067] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.707067] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.707067] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.707067] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.707443] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.707884] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e51caf2-dbe3-454a-9bc3-707e2862a4c4 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.707884] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e51caf2-dbe3-454a-9bc3-707e2862a4c4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.708326] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e51caf2-dbe3-454a-9bc3-707e2862a4c4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.708326] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e51caf2-dbe3-454a-9bc3-707e2862a4c4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.708326] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e51caf2-dbe3-454a-9bc3-707e2862a4c4',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.900256] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0cc27562-bbbc-473b-b8bb-92b519bf7a1c [ 777.900506] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.900659] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.901245] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.901245] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.901245] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.901245] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0cc27562-bbbc-473b-b8bb-92b519bf7a1c already deleted. [ 777.901245] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cc27562-bbbc-473b-b8bb-92b519bf7a1c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.209520] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.210548] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.210847] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.213340] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e51caf2-dbe3-454a-9bc3-707e2862a4c4 with status ACTIVE [ 778.213527] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.213635] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.213699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.213948] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.213978] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.214169] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.214524] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.214588] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.214744] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.214819] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.214997] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.215118] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.215177] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.215312] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.215381] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.215462] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e51caf2-dbe3-454a-9bc3-707e2862a4c4 is going to be updated. [ 778.235843] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.235983] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.236059] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.236258] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.236393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.236631] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e51caf2-dbe3-454a-9bc3-707e2862a4c4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.717278] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.220490] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.220649] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.220720] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.220930] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.221039] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.221140] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a647b22e-b538-4691-821e-794e7b4d00d6 is going to be created. [ 779.243308] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.243459] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.243459] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.243697] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.243762] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.252137] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: UNINITIALIZED for 2s [ 781.042400] env[69258]: INFO networking_nsxv3.common.synchronization [req-c7565c93-9905-4141-8b37-2d348400d611 req-badee237-b7e4-4b64-9074-43fbce431b4b tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Enqueued Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGHEST for action security_group_members [ 781.042942] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGHEST for action security_group_members [ 781.043559] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.043689] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.262653] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: SUCCESS [ 781.263587] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.263822] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.264060] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.264268] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.264360] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.264360] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.264529] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.264607] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.264684] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.264775] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.266316] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.266502] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.266668] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.266774] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.266835] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.266989] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.268249] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.268249] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.367344] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-906 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.367631] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-906" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.367706] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-906" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.367968] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-906" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.368240] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.368410] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.368525] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.368766] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.368921] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.369262] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 781.369493] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.369559] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.369693] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.369825] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 781.370031] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.370244] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.389142] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.389525] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 781.389978] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.390295] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-906" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.390849] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-152dbec7-53d1-4796-8138-fc0d6248bbe9 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.391178] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-152dbec7-53d1-4796-8138-fc0d6248bbe9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.391482] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-152dbec7-53d1-4796-8138-fc0d6248bbe9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.391893] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-152dbec7-53d1-4796-8138-fc0d6248bbe9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.392189] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('152dbec7-53d1-4796-8138-fc0d6248bbe9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.770205] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.770205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.773579] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.869062] env[69258]: INFO networking_nsxv3.common.synchronization [req-23f73d34-935d-49b0-b1db-c41091087950 req-146b7bfa-6729-49f9-aa94-dc6e61001d7d tempest-ServersTestFqdnHostnames-1138806263 tempest-ServersTestFqdnHostnames-1138806263-project-member] Enqueued Resource ID: bb1aacb4-2c0e-4430-80f4-247a788bc442 with Priority: HIGHEST for action security_group_members [ 781.869461] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb1aacb4-2c0e-4430-80f4-247a788bc442 with Priority: HIGHEST for action security_group_members [ 781.871033] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb1aacb4-2c0e-4430-80f4-247a788bc442 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.871033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb1aacb4-2c0e-4430-80f4-247a788bc442" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.871033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb1aacb4-2c0e-4430-80f4-247a788bc442" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.871033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb1aacb4-2c0e-4430-80f4-247a788bc442" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.871033] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.871033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.871033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.871033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.871033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.871325] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb1aacb4-2c0e-4430-80f4-247a788bc442',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.895888] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.896212] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.896366] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.896662] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.896817] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.896973] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 152dbec7-53d1-4796-8138-fc0d6248bbe9 not found, creating... [ 781.897384] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.897721] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.897721] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.897928] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.898125] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.898446] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.898608] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.898724] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.898940] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.899100] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.899245] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 152dbec7-53d1-4796-8138-fc0d6248bbe9 is going to be created. [ 781.923142] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.923434] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.923566] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.923853] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.924150] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.924331] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-152dbec7-53d1-4796-8138-fc0d6248bbe9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.275139] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.373389] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.373544] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.373922] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.374655] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.374821] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.375171] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.375974] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.376070] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.376262] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.376356] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.376471] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb1aacb4-2c0e-4430-80f4-247a788bc442 is going to be updated. [ 782.405351] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.405496] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.405572] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.405765] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.405969] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.414478] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb1aacb4-2c0e-4430-80f4-247a788bc442 in Status: IN_PROGRESS for 2s [ 782.690626] env[69258]: INFO networking_nsxv3.common.synchronization [req-c7565c93-9905-4141-8b37-2d348400d611 req-3e241d27-e75b-455c-bef2-618026dfa2b3 service nova] Enqueued Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGHEST for action security_group_rules [ 782.690953] env[69258]: INFO networking_nsxv3.common.synchronization [req-c7565c93-9905-4141-8b37-2d348400d611 req-3e241d27-e75b-455c-bef2-618026dfa2b3 service nova] Enqueued Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGHEST for action security_group_members [ 782.691122] env[69258]: INFO networking_nsxv3.common.synchronization [req-c7565c93-9905-4141-8b37-2d348400d611 req-3e241d27-e75b-455c-bef2-618026dfa2b3 service nova] Enqueued Resource ID: 152dbec7-53d1-4796-8138-fc0d6248bbe9 with Priority: HIGHEST for action port [ 782.691682] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGHEST for action security_group_rules [ 782.691811] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGHEST for action security_group_members [ 782.691910] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 152dbec7-53d1-4796-8138-fc0d6248bbe9 with Priority: HIGHEST for action port [ 782.693924] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.694065] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.694347] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.694393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.694624] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-152dbec7-53d1-4796-8138-fc0d6248bbe9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.694684] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-152dbec7-53d1-4796-8138-fc0d6248bbe9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.694721] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-152dbec7-53d1-4796-8138-fc0d6248bbe9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.694888] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-152dbec7-53d1-4796-8138-fc0d6248bbe9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.695241] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('152dbec7-53d1-4796-8138-fc0d6248bbe9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.780189] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.780420] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.780512] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.780753] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.781166] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.781166] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a647b22e-b538-4691-821e-794e7b4d00d6 is going to be updated. [ 782.836531] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.836682] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.836790] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.837098] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.837211] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.850637] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: IN_PROGRESS for 2s [ 783.200690] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 152dbec7-53d1-4796-8138-fc0d6248bbe9 with status ACTIVE [ 783.200946] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.201096] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.201165] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.201368] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.201477] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.201705] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.201809] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.201873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.202048] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.202132] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.202312] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.202402] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.202463] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.202599] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.202673] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.202754] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 152dbec7-53d1-4796-8138-fc0d6248bbe9 is going to be updated. [ 783.230935] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.231036] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.231112] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.231311] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.231447] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.231602] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-152dbec7-53d1-4796-8138-fc0d6248bbe9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.423815] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb1aacb4-2c0e-4430-80f4-247a788bc442 in Status: SUCCESS [ 784.424226] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb1aacb4-2c0e-4430-80f4-247a788bc442 deletion is rescheduled due to dependency. [ 784.424226] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb1aacb4-2c0e-4430-80f4-247a788bc442" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.858037] env[69258]: INFO networking_nsxv3.common.synchronization [req-6510ef3a-941a-4661-90eb-04972005b38e req-b9c874e2-4cef-43e6-a702-b9a1bbcc66ed tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Enqueued Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 784.858037] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 784.858037] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.858239] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.858239] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.858413] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.858561] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.858656] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.858714] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.858855] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.858945] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.859058] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.860511] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: SUCCESS [ 784.860682] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.861080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.861249] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.861402] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.861500] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.861561] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.861721] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.861773] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.861848] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.861997] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.862196] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.862255] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.862393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.862525] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.862615] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.862675] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.862804] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.862877] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.862954] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.863046] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.863846] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.864011] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.864156] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.864254] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.864317] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.864452] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.864528] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.864611] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.368069] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.368069] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.368069] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.368069] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.368069] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.368069] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.368069] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.368069] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.368069] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.368069] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.368069] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f is going to be updated. [ 785.368069] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a647b22e-b538-4691-821e-794e7b4d00d6: rpc.has_security_group_logging(os_id): False [ 785.372434] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.390786] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.391412] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.391633] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.392726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.392726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.392726] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.392726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.392726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.392726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.392726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.393189] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.393189] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.393189] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.393389] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.393389] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.393694] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.393694] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.393694] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.393903] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.393903] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.393983] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a647b22e-b538-4691-821e-794e7b4d00d6 is going to be created. [ 785.397198] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.397323] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.397368] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.397572] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.397646] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.405277] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: IN_PROGRESS for 2s [ 785.438593] env[69258]: INFO networking_nsxv3.common.synchronization [None req-f2acf216-1494-460d-a5a7-b3ca7f12dfa4 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Enqueued Resource ID: 54279d66-65ff-43eb-88ad-c95e2b840194 with Priority: HIGHEST for action security_group_rules [ 785.439129] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54279d66-65ff-43eb-88ad-c95e2b840194 with Priority: HIGHEST for action security_group_rules [ 785.439463] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54279d66-65ff-43eb-88ad-c95e2b840194 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.440336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54279d66-65ff-43eb-88ad-c95e2b840194" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.440393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54279d66-65ff-43eb-88ad-c95e2b840194" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.440666] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54279d66-65ff-43eb-88ad-c95e2b840194" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.440999] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54279d66-65ff-43eb-88ad-c95e2b840194',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.448522] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.448522] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.448709] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.448847] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.449058] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.462280] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: IN_PROGRESS for 2s [ 785.621904] env[69258]: INFO networking_nsxv3.common.synchronization [None req-be2041f5-4a66-4f12-ab16-23de566db7bf tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Enqueued Resource ID: 54279d66-65ff-43eb-88ad-c95e2b840194 with Priority: HIGHEST for action security_group_rules [ 785.622541] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54279d66-65ff-43eb-88ad-c95e2b840194 with Priority: HIGHEST for action security_group_rules [ 785.622883] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54279d66-65ff-43eb-88ad-c95e2b840194 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.622995] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54279d66-65ff-43eb-88ad-c95e2b840194" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.873164] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.964830] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.964830] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.964830] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.964830] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.964830] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.964830] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54279d66-65ff-43eb-88ad-c95e2b840194 already deleted. [ 785.965180] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54279d66-65ff-43eb-88ad-c95e2b840194" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.965180] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54279d66-65ff-43eb-88ad-c95e2b840194" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.965253] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54279d66-65ff-43eb-88ad-c95e2b840194" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.965351] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54279d66-65ff-43eb-88ad-c95e2b840194',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.375675] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.378267] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.378267] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.378267] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.378267] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.378267] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a647b22e-b538-4691-821e-794e7b4d00d6 is going to be updated. [ 786.404363] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.406778] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.406778] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.406778] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.406778] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.413592] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: IN_PROGRESS for 2s [ 786.488283] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.488283] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.488283] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.488283] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.488283] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.488283] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54279d66-65ff-43eb-88ad-c95e2b840194 already deleted. [ 786.488283] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54279d66-65ff-43eb-88ad-c95e2b840194" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.956257] env[69258]: INFO networking_nsxv3.common.synchronization [None req-ddb475bf-0817-4401-901c-6a7fd3fdf52a None None] Enqueued Resource ID: a70cadd4-74e8-47cb-9744-1c45d09012b4 with Priority: HIGHEST for action port [ 786.956257] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a70cadd4-74e8-47cb-9744-1c45d09012b4 with Priority: HIGHEST for action port [ 786.956692] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-a70cadd4-74e8-47cb-9744-1c45d09012b4 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.956692] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a70cadd4-74e8-47cb-9744-1c45d09012b4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.956810] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a70cadd4-74e8-47cb-9744-1c45d09012b4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.956997] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a70cadd4-74e8-47cb-9744-1c45d09012b4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.957249] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a70cadd4-74e8-47cb-9744-1c45d09012b4',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.415670] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: SUCCESS [ 787.417331] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f deletion is rescheduled due to dependency. [ 787.417572] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.459686] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a70cadd4-74e8-47cb-9744-1c45d09012b4 [ 787.459916] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.460064] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.460143] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.460351] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.460442] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.460542] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a70cadd4-74e8-47cb-9744-1c45d09012b4 already deleted. [ 787.460623] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a70cadd4-74e8-47cb-9744-1c45d09012b4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.472794] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: SUCCESS [ 787.473115] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.474241] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.474620] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.474719] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.979559] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.979829] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.423798] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: SUCCESS [ 788.423798] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.423798] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.423798] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.423944] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.424073] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.424149] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.424706] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.424812] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.424912] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.425041] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.930699] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.930699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.930699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.930699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.930699] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.930699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.930699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.930699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.930699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.930699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.930699] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.930699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.930699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.930699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.930699] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.930699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.931633] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.931633] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.931633] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.931633] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.931633] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.313476] env[69258]: INFO networking_nsxv3.common.synchronization [None req-d862a9bb-f215-43ac-ba59-99fd8602e60c None None] Enqueued Resource ID: 36542559-ad72-405e-bc8a-024dcfbf3da7 with Priority: HIGHEST for action port [ 789.313833] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36542559-ad72-405e-bc8a-024dcfbf3da7 with Priority: HIGHEST for action port [ 789.314304] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-36542559-ad72-405e-bc8a-024dcfbf3da7 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.314450] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36542559-ad72-405e-bc8a-024dcfbf3da7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.314530] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36542559-ad72-405e-bc8a-024dcfbf3da7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.314711] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36542559-ad72-405e-bc8a-024dcfbf3da7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.314885] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36542559-ad72-405e-bc8a-024dcfbf3da7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.436022] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a647b22e-b538-4691-821e-794e7b4d00d6: rpc.has_security_group_logging(os_id): False [ 789.453881] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.453881] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.453881] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.454166] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.454166] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.454298] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.454493] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.454550] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.454748] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.454831] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.455141] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.455141] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.455249] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.455351] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.455422] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.455763] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.455857] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.455913] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.456075] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.456153] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.456237] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a647b22e-b538-4691-821e-794e7b4d00d6 is going to be updated. [ 789.512831] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.513050] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.513128] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.513432] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.513696] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.523841] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: IN_PROGRESS for 2s [ 789.816438] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36542559-ad72-405e-bc8a-024dcfbf3da7 [ 789.816679] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.816816] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.816887] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.817201] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.817305] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.817401] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36542559-ad72-405e-bc8a-024dcfbf3da7 already deleted. [ 789.817483] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36542559-ad72-405e-bc8a-024dcfbf3da7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.793021] env[69258]: INFO networking_nsxv3.common.synchronization [req-54acd8a3-5c48-4b17-9d36-56ffe500708b req-3dc6b3f9-2d23-4011-974a-0d52495ce963 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Enqueued Resource ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 with Priority: HIGHEST for action security_group_members [ 790.793446] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 with Priority: HIGHEST for action security_group_members [ 790.793490] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1189b014-c7b1-4178-98cc-8bcd690b5ea1 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.794866] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.794866] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.794866] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.795322] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.795465] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.795553] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.796403] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.796403] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.796509] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1189b014-c7b1-4178-98cc-8bcd690b5ea1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.080441] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-261 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.080797] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-261" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.080955] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-261" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.081440] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-261" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.081787] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.082090] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.082279] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.082665] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.082899] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.083254] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 791.083483] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.083664] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.083811] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.084059] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 791.084230] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.084416] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.102280] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.102516] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 791.102677] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.102887] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-261" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.103232] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-03828aa2-16c4-436b-81a3-211f0f0124bb taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.103430] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-03828aa2-16c4-436b-81a3-211f0f0124bb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.103581] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-03828aa2-16c4-436b-81a3-211f0f0124bb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.103996] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-03828aa2-16c4-436b-81a3-211f0f0124bb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.104299] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03828aa2-16c4-436b-81a3-211f0f0124bb',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.299178] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.299356] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.299447] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.299725] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.299832] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.300051] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.300165] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.300238] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.300387] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.300465] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.300570] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 already deleted. [ 791.300655] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.539108] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: SUCCESS [ 791.539351] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.606680] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.606917] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.607071] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.607441] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.607600] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.607761] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 03828aa2-16c4-436b-81a3-211f0f0124bb not found, creating... [ 791.608037] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.608253] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.608402] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.608637] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.608778] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.609072] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.609233] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.609342] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.609590] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.609775] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.609936] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 03828aa2-16c4-436b-81a3-211f0f0124bb is going to be created. [ 791.630124] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.630353] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.630478] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.630749] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.630974] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.631206] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-03828aa2-16c4-436b-81a3-211f0f0124bb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.334637] env[69258]: INFO networking_nsxv3.common.synchronization [req-54acd8a3-5c48-4b17-9d36-56ffe500708b req-1333d55c-13f7-4afd-b50b-f3d8a0a8948a service nova] Enqueued Resource ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 with Priority: HIGHEST for action security_group_rules [ 792.334888] env[69258]: INFO networking_nsxv3.common.synchronization [req-54acd8a3-5c48-4b17-9d36-56ffe500708b req-1333d55c-13f7-4afd-b50b-f3d8a0a8948a service nova] Enqueued Resource ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 with Priority: HIGHEST for action security_group_members [ 792.334948] env[69258]: INFO networking_nsxv3.common.synchronization [req-54acd8a3-5c48-4b17-9d36-56ffe500708b req-1333d55c-13f7-4afd-b50b-f3d8a0a8948a service nova] Enqueued Resource ID: 03828aa2-16c4-436b-81a3-211f0f0124bb with Priority: HIGHEST for action port [ 792.335270] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 with Priority: HIGHEST for action security_group_rules [ 792.335407] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 with Priority: HIGHEST for action security_group_members [ 792.335516] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03828aa2-16c4-436b-81a3-211f0f0124bb with Priority: HIGHEST for action port [ 792.336055] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1189b014-c7b1-4178-98cc-8bcd690b5ea1 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.336203] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.336243] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.336503] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.336582] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1189b014-c7b1-4178-98cc-8bcd690b5ea1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.338861] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1189b014-c7b1-4178-98cc-8bcd690b5ea1 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.339493] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.339493] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.339493] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.339493] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.339493] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.339493] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.339821] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.339821] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.339821] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1189b014-c7b1-4178-98cc-8bcd690b5ea1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.340506] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-03828aa2-16c4-436b-81a3-211f0f0124bb taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.340614] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03828aa2-16c4-436b-81a3-211f0f0124bb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.340679] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03828aa2-16c4-436b-81a3-211f0f0124bb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.341026] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03828aa2-16c4-436b-81a3-211f0f0124bb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.341026] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03828aa2-16c4-436b-81a3-211f0f0124bb',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.842523] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1189b014-c7b1-4178-98cc-8bcd690b5ea1 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.842792] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.843034] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1189b014-c7b1-4178-98cc-8bcd690b5ea1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.845741] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 03828aa2-16c4-436b-81a3-211f0f0124bb with status ACTIVE [ 792.845944] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.846098] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.846157] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.846353] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.846446] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.846638] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.846725] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.846782] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.846937] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.846999] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.847239] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.847336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.847405] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.847544] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.847619] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.847704] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 03828aa2-16c4-436b-81a3-211f0f0124bb is going to be updated. [ 792.870054] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.870054] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.870054] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.870054] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.870054] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.870478] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03828aa2-16c4-436b-81a3-211f0f0124bb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.345425] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1189b014-c7b1-4178-98cc-8bcd690b5ea1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.581597] env[69258]: INFO networking_nsxv3.common.synchronization [req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd req-d83ab6a7-2f2e-4890-8640-f37449289158 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Enqueued Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_members [ 793.581597] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_members [ 793.581597] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.581597] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.581597] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.582122] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.582374] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.582582] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.582722] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.582956] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.583158] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.583325] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.839191] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-205 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.839422] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.839640] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.839762] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.840031] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.840201] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.840313] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.840720] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.840871] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.841359] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.841506] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.841649] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.841728] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.841842] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 793.841951] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.842099] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.848713] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.848892] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.848892] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.849065] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.849138] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.849227] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 is going to be created. [ 793.861234] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.861395] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 793.861528] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.861688] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.861957] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-60ec64c3-04e4-4833-9e57-cb61ef3c56fe taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.862132] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-60ec64c3-04e4-4833-9e57-cb61ef3c56fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.862253] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-60ec64c3-04e4-4833-9e57-cb61ef3c56fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.862535] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-60ec64c3-04e4-4833-9e57-cb61ef3c56fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.862672] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60ec64c3-04e4-4833-9e57-cb61ef3c56fe',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.872594] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.872718] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.872788] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.873078] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.873250] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.881918] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 in Status: UNINITIALIZED for 2s [ 794.085826] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.085970] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.086061] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.086283] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.086384] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.086572] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.086682] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.086744] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.086903] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.086967] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.087067] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 already deleted. [ 794.087187] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.365696] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.366053] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.366053] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.366433] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.366629] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.366799] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 60ec64c3-04e4-4833-9e57-cb61ef3c56fe not found, creating... [ 794.367074] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.367285] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.367440] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.367677] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.368243] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.368243] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.368406] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.368406] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.368576] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.369125] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.369125] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 60ec64c3-04e4-4833-9e57-cb61ef3c56fe is going to be created. [ 794.386704] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.386894] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.387031] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.387353] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.387561] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.387782] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-60ec64c3-04e4-4833-9e57-cb61ef3c56fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.085328] env[69258]: INFO networking_nsxv3.common.synchronization [req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd req-ca362f8c-a8cd-414f-a683-ba6b9b72d16e service nova] Enqueued Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_rules [ 795.085563] env[69258]: INFO networking_nsxv3.common.synchronization [req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd req-ca362f8c-a8cd-414f-a683-ba6b9b72d16e service nova] Enqueued Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_members [ 795.085708] env[69258]: INFO networking_nsxv3.common.synchronization [req-f70c9e11-3d5f-4cd3-a836-8bc8d11739fd req-ca362f8c-a8cd-414f-a683-ba6b9b72d16e service nova] Enqueued Resource ID: 60ec64c3-04e4-4833-9e57-cb61ef3c56fe with Priority: HIGHEST for action port [ 795.086284] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_rules [ 795.086515] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_members [ 795.086672] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60ec64c3-04e4-4833-9e57-cb61ef3c56fe with Priority: HIGHEST for action port [ 795.086914] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.087047] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.087117] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.088401] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.088525] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.089397] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.089597] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.089658] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.090058] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.090058] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.090319] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.090319] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.090319] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.090408] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.090436] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.091165] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-60ec64c3-04e4-4833-9e57-cb61ef3c56fe taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.091261] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60ec64c3-04e4-4833-9e57-cb61ef3c56fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.091336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60ec64c3-04e4-4833-9e57-cb61ef3c56fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.092587] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60ec64c3-04e4-4833-9e57-cb61ef3c56fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.092587] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60ec64c3-04e4-4833-9e57-cb61ef3c56fe',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.599020] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.599020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.599020] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.599891] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60ec64c3-04e4-4833-9e57-cb61ef3c56fe with status ACTIVE [ 795.600289] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.600516] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.600676] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.600954] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.601568] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.602421] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.602647] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.603551] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.603812] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.603992] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.604267] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.604476] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.604797] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.606478] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.606658] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.606820] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60ec64c3-04e4-4833-9e57-cb61ef3c56fe is going to be updated. [ 795.628489] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.628489] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.628489] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.628489] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.628489] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.628489] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60ec64c3-04e4-4833-9e57-cb61ef3c56fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.773241] env[69258]: INFO networking_nsxv3.common.synchronization [req-54acd8a3-5c48-4b17-9d36-56ffe500708b req-b55c5c77-910a-446d-a152-6b4d0a850302 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Enqueued Resource ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 with Priority: HIGHEST for action security_group_members [ 795.773241] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 with Priority: HIGHEST for action security_group_members [ 795.773241] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1189b014-c7b1-4178-98cc-8bcd690b5ea1 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.773241] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.878035] env[69258]: INFO networking_nsxv3.common.synchronization [req-e2919d7b-a909-464e-a01a-b5d36b23c916 req-4ff5a5c8-3376-4879-b1d9-3d01f96edc15 tempest-ServersAdminNegativeTestJSON-2005275421 tempest-ServersAdminNegativeTestJSON-2005275421-project-member] Enqueued Resource ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f with Priority: HIGHEST for action security_group_members [ 795.878595] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f with Priority: HIGHEST for action security_group_members [ 795.878951] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.881453] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.881527] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.881731] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.881923] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.882049] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.882113] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.882266] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.882343] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.882440] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac7faa52-71cf-4778-baa6-a9ec0c5ead3f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.893793] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 in Status: SUCCESS [ 795.894050] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.894220] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.894424] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.894616] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.894730] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.894790] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.895030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.895030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.895175] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.895221] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1189b014-c7b1-4178-98cc-8bcd690b5ea1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.895980] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.896826] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.897037] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.897141] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.897223] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.897371] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.897452] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.897541] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1189b014-c7b1-4178-98cc-8bcd690b5ea1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.105825] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-261 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.106025] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-261" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.106148] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-261" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.106408] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-261" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.106656] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.107233] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.107233] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.107972] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.108334] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.109209] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 796.109209] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.109209] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.109209] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.109209] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 796.109576] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.109576] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.110977] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.130035] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.130231] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 796.130896] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.130896] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-261" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.130896] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-15d556ff-9bae-4e3e-b3b1-57e44d9645d2 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.131136] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-15d556ff-9bae-4e3e-b3b1-57e44d9645d2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.131136] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-15d556ff-9bae-4e3e-b3b1-57e44d9645d2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.131558] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-15d556ff-9bae-4e3e-b3b1-57e44d9645d2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.131698] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15d556ff-9bae-4e3e-b3b1-57e44d9645d2',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.385898] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.386021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.386114] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.386350] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.386474] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.386695] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.386792] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.386861] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.387087] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.387789] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.387789] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f is going to be updated. [ 796.399069] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1189b014-c7b1-4178-98cc-8bcd690b5ea1 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.399249] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.399791] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1189b014-c7b1-4178-98cc-8bcd690b5ea1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.416984] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.417120] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.417209] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.417426] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.417572] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.430217] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f in Status: IN_PROGRESS for 2s [ 796.615881] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.616191] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.616191] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.616330] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.616420] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.616513] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 is going to be created. [ 796.637044] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.637044] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.637044] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.637044] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.637044] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.637044] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 15d556ff-9bae-4e3e-b3b1-57e44d9645d2 not found, creating... [ 796.637044] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.637044] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.637044] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.637044] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.637044] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.637571] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.637571] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.637571] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.637571] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.637709] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.637928] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 15d556ff-9bae-4e3e-b3b1-57e44d9645d2 is going to be created. [ 796.639924] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.640086] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.640154] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.640256] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.640394] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.650761] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 in Status: UNINITIALIZED for 2s [ 796.661538] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.661784] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.662080] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.662260] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.662522] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.662830] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-15d556ff-9bae-4e3e-b3b1-57e44d9645d2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.907733] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1189b014-c7b1-4178-98cc-8bcd690b5ea1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.366190] env[69258]: INFO networking_nsxv3.common.synchronization [req-54acd8a3-5c48-4b17-9d36-56ffe500708b req-cbb329f5-5a73-4c8e-88a5-94a54cb2c0f7 service nova] Enqueued Resource ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 with Priority: HIGHEST for action security_group_rules [ 797.366190] env[69258]: INFO networking_nsxv3.common.synchronization [req-54acd8a3-5c48-4b17-9d36-56ffe500708b req-cbb329f5-5a73-4c8e-88a5-94a54cb2c0f7 service nova] Enqueued Resource ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 with Priority: HIGHEST for action security_group_members [ 797.366190] env[69258]: INFO networking_nsxv3.common.synchronization [req-54acd8a3-5c48-4b17-9d36-56ffe500708b req-cbb329f5-5a73-4c8e-88a5-94a54cb2c0f7 service nova] Enqueued Resource ID: 15d556ff-9bae-4e3e-b3b1-57e44d9645d2 with Priority: HIGHEST for action port [ 797.366190] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 with Priority: HIGHEST for action security_group_rules [ 797.366190] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 with Priority: HIGHEST for action security_group_members [ 797.366190] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15d556ff-9bae-4e3e-b3b1-57e44d9645d2 with Priority: HIGHEST for action port [ 797.366843] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1189b014-c7b1-4178-98cc-8bcd690b5ea1 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.367090] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.367454] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1189b014-c7b1-4178-98cc-8bcd690b5ea1 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.367718] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.368180] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-15d556ff-9bae-4e3e-b3b1-57e44d9645d2 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.368481] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15d556ff-9bae-4e3e-b3b1-57e44d9645d2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.369074] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15d556ff-9bae-4e3e-b3b1-57e44d9645d2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.369074] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15d556ff-9bae-4e3e-b3b1-57e44d9645d2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.369180] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15d556ff-9bae-4e3e-b3b1-57e44d9645d2',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.410191] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.410341] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.410416] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.410661] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.410800] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.410866] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 is going to be updated. [ 797.438122] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.438387] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.438387] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.438565] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.438707] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.446938] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 in Status: IN_PROGRESS for 2s [ 797.873251] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15d556ff-9bae-4e3e-b3b1-57e44d9645d2 with status ACTIVE [ 797.873251] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.873251] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.873563] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.873563] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.873563] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.873738] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.873980] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.873980] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.874094] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.874170] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.874350] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.874444] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.874507] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.874663] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.874703] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.874788] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15d556ff-9bae-4e3e-b3b1-57e44d9645d2 is going to be updated. [ 797.919922] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.920094] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.920200] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.920416] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.920551] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.920702] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15d556ff-9bae-4e3e-b3b1-57e44d9645d2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.379507] env[69258]: INFO networking_nsxv3.common.synchronization [req-54acd8a3-5c48-4b17-9d36-56ffe500708b req-82af0ec6-bb92-4996-94a0-dd66891c33a7 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Enqueued Resource ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 with Priority: HIGHEST for action security_group_members [ 798.380037] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 with Priority: HIGHEST for action security_group_members [ 798.380352] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1189b014-c7b1-4178-98cc-8bcd690b5ea1 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.380455] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.439531] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f in Status: SUCCESS [ 798.439706] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f deletion is rescheduled due to dependency. [ 798.439825] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.660977] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 in Status: SUCCESS [ 798.661212] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.661459] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.661583] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.661772] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.661880] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.662062] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.662159] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.662205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.662263] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.662350] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.780827] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-261 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.781048] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-261" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.781212] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-261" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.781437] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-261" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.781697] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.781847] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.781961] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.782183] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.782332] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.782534] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.782644] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 798.782753] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 798.782878] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 798.782986] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 798.783110] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 798.783249] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 798.801260] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 798.801464] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 798.801634] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 798.801839] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-261" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.802199] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-088b900f-aaeb-45e8-9f6e-0651c116a7d2 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.802419] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-088b900f-aaeb-45e8-9f6e-0651c116a7d2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.802579] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-088b900f-aaeb-45e8-9f6e-0651c116a7d2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.802947] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-088b900f-aaeb-45e8-9f6e-0651c116a7d2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.803148] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('088b900f-aaeb-45e8-9f6e-0651c116a7d2',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.173060] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.173301] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.173301] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.173488] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.173593] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.173693] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.173780] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.173892] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.173980] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.174079] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.174226] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.174323] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.174386] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.174575] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.174736] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.175193] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.175255] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.176590] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.176689] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.176793] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.176884] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.308662] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.308947] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.309028] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.309321] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.309643] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.309815] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 088b900f-aaeb-45e8-9f6e-0651c116a7d2 not found, creating... [ 799.309974] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.310166] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.310304] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.310558] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.310674] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.311040] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.313887] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.314073] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.314439] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.314580] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.314798] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 088b900f-aaeb-45e8-9f6e-0651c116a7d2 is going to be created. [ 799.334944] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.335177] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.335309] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.335616] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.335864] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.336161] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-088b900f-aaeb-45e8-9f6e-0651c116a7d2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.458172] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 in Status: SUCCESS [ 799.458513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.458587] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.458800] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.458991] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.459123] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.459186] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.459359] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.459445] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.460230] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.460230] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1189b014-c7b1-4178-98cc-8bcd690b5ea1 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.460230] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.460230] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.460230] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.460230] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.460230] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.460526] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.460526] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.460526] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.460617] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.460644] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1189b014-c7b1-4178-98cc-8bcd690b5ea1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.461481] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.461642] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.461783] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.461879] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.461943] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.462094] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.462166] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.462254] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1189b014-c7b1-4178-98cc-8bcd690b5ea1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.679356] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63ecbe6e-1149-4a05-8885-5b2f2123e2c7: rpc.has_security_group_logging(os_id): False [ 799.697940] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.698185] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.698318] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.698622] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.698730] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.698962] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.699082] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.699147] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.699314] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.699396] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.699614] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.699708] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.699769] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.699910] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.699984] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.700175] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.700265] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.700326] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.700528] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.700603] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.700686] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 is going to be created. [ 799.757024] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.757024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.757024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.757024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.757265] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.768949] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 in Status: IN_PROGRESS for 2s [ 799.964193] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1189b014-c7b1-4178-98cc-8bcd690b5ea1: rpc.has_security_group_logging(os_id): False [ 799.965459] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1189b014-c7b1-4178-98cc-8bcd690b5ea1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.982722] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.982890] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.982991] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.983336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.983459] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.983660] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.983766] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.983833] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.984007] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.984092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.984310] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.984407] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.984469] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.984608] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.984681] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.985030] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.985030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.985030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.985242] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.985315] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.985407] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 is going to be created. [ 800.038917] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.039081] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.039150] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.039352] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.039535] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.042315] env[69258]: INFO networking_nsxv3.common.synchronization [req-54acd8a3-5c48-4b17-9d36-56ffe500708b req-5160d159-2afa-43a5-b672-9fce16692bd1 service nova] Enqueued Resource ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 with Priority: HIGHEST for action security_group_rules [ 800.042440] env[69258]: INFO networking_nsxv3.common.synchronization [req-54acd8a3-5c48-4b17-9d36-56ffe500708b req-5160d159-2afa-43a5-b672-9fce16692bd1 service nova] Enqueued Resource ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 with Priority: HIGHEST for action security_group_members [ 800.042582] env[69258]: INFO networking_nsxv3.common.synchronization [req-54acd8a3-5c48-4b17-9d36-56ffe500708b req-5160d159-2afa-43a5-b672-9fce16692bd1 service nova] Enqueued Resource ID: 088b900f-aaeb-45e8-9f6e-0651c116a7d2 with Priority: HIGHEST for action port [ 800.043059] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 with Priority: HIGHEST for action security_group_rules [ 800.043191] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 with Priority: HIGHEST for action security_group_members [ 800.045339] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 088b900f-aaeb-45e8-9f6e-0651c116a7d2 with Priority: HIGHEST for action port [ 800.045339] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1189b014-c7b1-4178-98cc-8bcd690b5ea1 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.045339] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.045339] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1189b014-c7b1-4178-98cc-8bcd690b5ea1 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.045339] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.045339] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-088b900f-aaeb-45e8-9f6e-0651c116a7d2 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.045339] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-088b900f-aaeb-45e8-9f6e-0651c116a7d2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.045339] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-088b900f-aaeb-45e8-9f6e-0651c116a7d2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.045339] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-088b900f-aaeb-45e8-9f6e-0651c116a7d2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.045339] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('088b900f-aaeb-45e8-9f6e-0651c116a7d2',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.052657] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 in Status: IN_PROGRESS for 2s [ 800.468200] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1189b014-c7b1-4178-98cc-8bcd690b5ea1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.547133] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 088b900f-aaeb-45e8-9f6e-0651c116a7d2 with status ACTIVE [ 800.547696] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.547696] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.547696] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.547921] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.547965] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.548153] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.548250] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.548310] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.548487] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.548565] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.548747] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.548833] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.548889] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.549042] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.549128] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.549233] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 088b900f-aaeb-45e8-9f6e-0651c116a7d2 is going to be updated. [ 800.569984] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.570080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.570154] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.570392] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.570534] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.570692] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-088b900f-aaeb-45e8-9f6e-0651c116a7d2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.973145] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.973145] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.973145] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.973145] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.973145] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.973145] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 is going to be updated. [ 801.001162] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.001162] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.001162] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.001162] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.001162] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.014648] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 in Status: IN_PROGRESS for 2s [ 801.782449] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 in Status: SUCCESS [ 801.783047] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.065596] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 in Status: SUCCESS [ 802.065596] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.065596] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.065596] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.065596] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1189b014-c7b1-4178-98cc-8bcd690b5ea1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.571107] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1189b014-c7b1-4178-98cc-8bcd690b5ea1 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.571275] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.023347] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 in Status: SUCCESS [ 803.023681] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.024646] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.024646] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.024817] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.024940] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.025042] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.025237] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.025324] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.025469] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1189b014-c7b1-4178-98cc-8bcd690b5ea1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.527389] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1189b014-c7b1-4178-98cc-8bcd690b5ea1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.031336] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1189b014-c7b1-4178-98cc-8bcd690b5ea1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.535086] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.535290] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.535734] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.535734] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.535734] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.535895] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 is going to be updated. [ 804.566608] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.566757] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.566757] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.567019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.567177] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.577303] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 in Status: IN_PROGRESS for 2s [ 805.044173] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 805.044412] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 806.587134] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 in Status: SUCCESS [ 806.587607] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.587607] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.587761] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.588031] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.588177] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.588177] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.588269] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.588347] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.588439] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1189b014-c7b1-4178-98cc-8bcd690b5ea1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.091034] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1189b014-c7b1-4178-98cc-8bcd690b5ea1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.444294] env[69258]: INFO networking_nsxv3.common.synchronization [req-4bab4602-aa25-4cbf-9620-daf76d2d89dc req-7f937c7f-e310-42fc-b18c-60a94b263726 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Enqueued Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_members [ 807.445176] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_members [ 807.446316] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.446316] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.446316] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.446316] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.446316] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.446316] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.446316] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.446316] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.446660] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.446660] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.593148] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1189b014-c7b1-4178-98cc-8bcd690b5ea1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.950692] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.950692] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.950692] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.950692] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.950692] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.950692] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.950692] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.950692] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.950692] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.950692] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.950692] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 is going to be updated. [ 807.980215] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.980215] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.980215] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.980215] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.980215] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.988992] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 in Status: IN_PROGRESS for 2s [ 808.097371] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.097371] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.097371] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.097371] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.097371] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.097371] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 is going to be updated. [ 808.125058] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.125308] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.125383] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.125734] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.125788] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.135286] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 in Status: IN_PROGRESS for 2s [ 809.999059] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 in Status: SUCCESS [ 809.999336] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 deletion is rescheduled due to dependency. [ 809.999336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.148208] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 in Status: SUCCESS [ 810.148208] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.148208] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.148208] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.148208] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.148208] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.148208] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.148208] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.148208] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.148208] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.148792] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1189b014-c7b1-4178-98cc-8bcd690b5ea1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.655768] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1189b014-c7b1-4178-98cc-8bcd690b5ea1 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.655972] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.656088] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.656250] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.656423] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.656524] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.656572] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.656738] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.656828] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.656913] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.657070] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1189b014-c7b1-4178-98cc-8bcd690b5ea1 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.657168] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.657218] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.657365] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.657503] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.657615] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.657646] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.657826] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.657855] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.657932] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.658038] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1189b014-c7b1-4178-98cc-8bcd690b5ea1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.788460] env[69258]: INFO networking_nsxv3.common.synchronization [req-17b834bb-2334-4044-80d2-04c9e466e608 req-800b05f4-c82f-462f-8495-63cc895764f8 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Enqueued Resource ID: d0b792fd-bf41-442a-9965-36359aa592b6 with Priority: HIGHEST for action security_group_members [ 810.789098] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b792fd-bf41-442a-9965-36359aa592b6 with Priority: HIGHEST for action security_group_members [ 810.793090] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0b792fd-bf41-442a-9965-36359aa592b6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.793264] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0b792fd-bf41-442a-9965-36359aa592b6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.793434] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0b792fd-bf41-442a-9965-36359aa592b6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.793524] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0b792fd-bf41-442a-9965-36359aa592b6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.794115] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.794115] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.794115] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.794115] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.794115] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.794374] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0b792fd-bf41-442a-9965-36359aa592b6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.163415] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1189b014-c7b1-4178-98cc-8bcd690b5ea1: rpc.has_security_group_logging(os_id): False [ 811.183109] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.183109] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.183262] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.184199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.184199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.184199] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.184199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.184199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.184199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.184199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.184199] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.184748] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.184748] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.184748] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.184748] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.184748] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.184906] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.184906] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.184965] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.185830] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.189215] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 is going to be updated. [ 811.250974] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.250974] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.250974] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.250974] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.250974] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.267963] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 in Status: IN_PROGRESS for 2s [ 811.296633] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.299261] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.299261] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.299261] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.299261] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.299261] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.299261] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.299261] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.299261] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.299261] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.299261] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0b792fd-bf41-442a-9965-36359aa592b6 is going to be updated. [ 811.324514] env[69258]: INFO networking_nsxv3.common.synchronization [req-a45064e0-4428-4086-8cdf-d8c3652992cf req-25866f4c-b216-48cc-88f6-275e9d75a18f tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Enqueued Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGHEST for action security_group_members [ 811.325089] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGHEST for action security_group_members [ 811.325463] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.325664] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.325664] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.326045] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.327343] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.327654] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.327777] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.328083] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.328305] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.328391] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.360842] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.360842] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.360842] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.360842] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.360842] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.371414] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0b792fd-bf41-442a-9965-36359aa592b6 in Status: IN_PROGRESS for 2s [ 811.779076] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-674 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.779333] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-674" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.779468] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-674" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.781837] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-674" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.782196] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.782440] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.782600] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.782875] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.783066] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.783310] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.783700] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.783870] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.784131] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.784858] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 811.785032] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.785214] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.803650] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.803778] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 811.803884] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.805471] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-674" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.805471] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.805471] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.805471] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.805471] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.805471] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.831676] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.832874] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.832961] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.833188] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.833284] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.833505] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.833622] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.833663] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.834414] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.834414] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.834414] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa already deleted. [ 811.834414] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.014448] env[69258]: INFO networking_nsxv3.common.synchronization [req-b8ef0173-9395-44a0-bdfc-be0ab3278f6c req-f46a2225-4f70-4a9a-b91d-7ef56d3f0834 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Enqueued Resource ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 with Priority: HIGHEST for action security_group_members [ 812.015621] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 with Priority: HIGHEST for action security_group_members [ 812.015621] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1189b014-c7b1-4178-98cc-8bcd690b5ea1 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.015621] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.015621] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.015850] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.016055] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.016209] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.016294] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.016473] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.016691] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.016691] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1189b014-c7b1-4178-98cc-8bcd690b5ea1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.310032] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.310032] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.310507] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.310507] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.310597] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.311376] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b not found, creating... [ 812.311376] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.311376] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.311376] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.311600] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.311744] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.312045] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.312208] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.312316] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.312527] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.312661] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.312802] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b is going to be created. [ 812.335398] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.336961] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.336961] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.336961] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.336961] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.336961] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.522304] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1189b014-c7b1-4178-98cc-8bcd690b5ea1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.531326] env[69258]: INFO networking_nsxv3.common.synchronization [req-00937dba-0ff6-46c0-a783-1de4a24ed62c req-187e27d4-e7e5-44d8-90cf-ce57470f5689 tempest-VolumesAssistedSnapshotsTest-424300073 tempest-VolumesAssistedSnapshotsTest-424300073-project-member] Enqueued Resource ID: 42e14143-deec-4fc8-87f8-0bae05bf235e with Priority: HIGHEST for action security_group_members [ 812.531959] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e14143-deec-4fc8-87f8-0bae05bf235e with Priority: HIGHEST for action security_group_members [ 812.532306] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e14143-deec-4fc8-87f8-0bae05bf235e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.532743] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e14143-deec-4fc8-87f8-0bae05bf235e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.532743] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e14143-deec-4fc8-87f8-0bae05bf235e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.532743] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e14143-deec-4fc8-87f8-0bae05bf235e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.532932] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.532983] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.533061] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.533218] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.533302] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.533391] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42e14143-deec-4fc8-87f8-0bae05bf235e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.023560] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1189b014-c7b1-4178-98cc-8bcd690b5ea1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.035414] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.035595] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.035636] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.035831] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.035929] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.036668] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.036668] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.036668] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.036668] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.036668] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.036668] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42e14143-deec-4fc8-87f8-0bae05bf235e is going to be updated. [ 813.070024] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.070024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.070024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.070024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.070024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.079065] env[69258]: INFO networking_nsxv3.common.synchronization [req-a45064e0-4428-4086-8cdf-d8c3652992cf req-60a51858-d0e4-438e-a24f-d72fac837a97 service nova] Enqueued Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGHEST for action security_group_rules [ 813.079065] env[69258]: INFO networking_nsxv3.common.synchronization [req-a45064e0-4428-4086-8cdf-d8c3652992cf req-60a51858-d0e4-438e-a24f-d72fac837a97 service nova] Enqueued Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGHEST for action security_group_members [ 813.079065] env[69258]: INFO networking_nsxv3.common.synchronization [req-a45064e0-4428-4086-8cdf-d8c3652992cf req-60a51858-d0e4-438e-a24f-d72fac837a97 service nova] Enqueued Resource ID: c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b with Priority: HIGHEST for action port [ 813.079065] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e14143-deec-4fc8-87f8-0bae05bf235e in Status: IN_PROGRESS for 2s [ 813.080035] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGHEST for action security_group_rules [ 813.080313] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGHEST for action security_group_members [ 813.080528] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b with Priority: HIGHEST for action port [ 813.080967] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.081276] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.081432] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.081764] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.081957] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.083076] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.083311] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.083480] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.084533] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.084533] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.084533] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.084533] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.084533] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.085959] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.085959] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.087806] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.087806] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.087806] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.087806] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.087806] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.283622] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 in Status: SUCCESS [ 813.283989] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.284287] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.284634] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.284771] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1189b014-c7b1-4178-98cc-8bcd690b5ea1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.381617] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0b792fd-bf41-442a-9965-36359aa592b6 in Status: SUCCESS [ 813.381907] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0b792fd-bf41-442a-9965-36359aa592b6 deletion is rescheduled due to dependency. [ 813.381998] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0b792fd-bf41-442a-9965-36359aa592b6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.526069] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.526264] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.526367] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.526613] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.526711] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.526815] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 is going to be updated. [ 813.552946] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.552946] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.552946] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.552946] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.553330] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.563928] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 in Status: IN_PROGRESS for 2s [ 813.588662] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.594175] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b with status ACTIVE [ 813.594175] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.594175] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.594175] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.594175] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.594175] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.594175] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.594175] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.594175] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.594175] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.594175] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.594175] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.594175] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.594175] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.594175] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.596023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.596898] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b is going to be updated. [ 813.599919] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.600966] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.620027] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.620027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.620352] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.621041] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.621360] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.621576] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1d70e8a-dfc2-4747-b1f7-69c64b6c8f1b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.787030] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1189b014-c7b1-4178-98cc-8bcd690b5ea1 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.787190] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.016058] env[69258]: INFO networking_nsxv3.common.synchronization [req-a45064e0-4428-4086-8cdf-d8c3652992cf req-8cbe66fc-2152-4bc6-ae1b-ab703926e49b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Enqueued Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGHEST for action security_group_members [ 814.016058] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGHEST for action security_group_members [ 814.016754] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.016754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.091631] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.320209] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-674 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.320380] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-674" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.320532] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-674" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.320976] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-674" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.321136] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.321567] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.321567] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.321786] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.322917] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.322917] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 814.322917] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 814.322917] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 814.322917] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 814.322917] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 814.322917] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 814.322917] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 814.344167] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 814.344167] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 814.344167] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 814.344167] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-674" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.344488] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-74fc764f-4276-4e41-b96f-65f768913465 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.344658] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-74fc764f-4276-4e41-b96f-65f768913465" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.344778] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-74fc764f-4276-4e41-b96f-65f768913465" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.345178] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-74fc764f-4276-4e41-b96f-65f768913465" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.345268] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74fc764f-4276-4e41-b96f-65f768913465',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.602109] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.602518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.602518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.602644] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.602699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.603055] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa is going to be created. [ 814.624882] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.625160] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.625160] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.625321] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.625468] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.634629] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa in Status: UNINITIALIZED for 2s [ 814.848651] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.848900] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.849045] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.849342] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.849561] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.850623] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 74fc764f-4276-4e41-b96f-65f768913465 not found, creating... [ 814.850623] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.850623] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.850623] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.850623] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.850623] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.850898] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.851080] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.851203] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.851410] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.851795] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.851863] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 74fc764f-4276-4e41-b96f-65f768913465 is going to be created. [ 814.870605] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.870799] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.870916] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.871201] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.871428] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.871642] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-74fc764f-4276-4e41-b96f-65f768913465" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.089272] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e14143-deec-4fc8-87f8-0bae05bf235e in Status: SUCCESS [ 815.089580] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42e14143-deec-4fc8-87f8-0bae05bf235e deletion is rescheduled due to dependency. [ 815.089663] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e14143-deec-4fc8-87f8-0bae05bf235e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.574563] env[69258]: INFO networking_nsxv3.common.synchronization [req-a45064e0-4428-4086-8cdf-d8c3652992cf req-eb551310-5f3a-4155-8db2-0ff4cdfc9f27 service nova] Enqueued Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGHEST for action security_group_rules [ 815.574712] env[69258]: INFO networking_nsxv3.common.synchronization [req-a45064e0-4428-4086-8cdf-d8c3652992cf req-eb551310-5f3a-4155-8db2-0ff4cdfc9f27 service nova] Enqueued Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGHEST for action security_group_members [ 815.574859] env[69258]: INFO networking_nsxv3.common.synchronization [req-a45064e0-4428-4086-8cdf-d8c3652992cf req-eb551310-5f3a-4155-8db2-0ff4cdfc9f27 service nova] Enqueued Resource ID: 74fc764f-4276-4e41-b96f-65f768913465 with Priority: HIGHEST for action port [ 815.575812] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 in Status: SUCCESS [ 815.576057] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.576508] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGHEST for action security_group_rules [ 815.576661] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGHEST for action security_group_members [ 815.576819] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74fc764f-4276-4e41-b96f-65f768913465 with Priority: HIGHEST for action port [ 815.576958] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.577482] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.577482] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.577482] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.577639] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.577720] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.577818] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.577874] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.577965] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1189b014-c7b1-4178-98cc-8bcd690b5ea1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.578821] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.578975] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.579206] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.579290] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.579490] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-74fc764f-4276-4e41-b96f-65f768913465 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.579579] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74fc764f-4276-4e41-b96f-65f768913465" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.579644] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74fc764f-4276-4e41-b96f-65f768913465" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.579810] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74fc764f-4276-4e41-b96f-65f768913465" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.579882] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74fc764f-4276-4e41-b96f-65f768913465',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.081300] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74fc764f-4276-4e41-b96f-65f768913465 with status ACTIVE [ 816.081624] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.081790] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.081865] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.082099] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.082194] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.082369] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.082468] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.082533] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.082702] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.082782] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.082958] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.083075] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.083150] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.083295] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.083368] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.083451] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74fc764f-4276-4e41-b96f-65f768913465 is going to be updated. [ 816.084674] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1189b014-c7b1-4178-98cc-8bcd690b5ea1 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.084798] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.084865] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.085050] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.085218] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.085318] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.085382] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.085541] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.085636] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.085724] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.085868] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1189b014-c7b1-4178-98cc-8bcd690b5ea1 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.085968] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.086050] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.086199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.086336] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.086426] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.086488] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.086640] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.086757] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.086870] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.086960] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1189b014-c7b1-4178-98cc-8bcd690b5ea1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.105702] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.105845] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.105888] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.106055] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.106192] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.106364] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74fc764f-4276-4e41-b96f-65f768913465" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.588788] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1189b014-c7b1-4178-98cc-8bcd690b5ea1: rpc.has_security_group_logging(os_id): False [ 816.606335] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.606531] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.606667] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.606795] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.606903] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.607114] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.607218] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.607309] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.607431] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.607569] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.607879] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.607879] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.608028] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.608081] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.608136] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.608354] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.608450] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.608508] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.608636] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.608729] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.609132] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 is going to be updated. [ 816.643821] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa in Status: SUCCESS [ 816.644821] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.644821] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.644821] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.644821] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.644821] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.644821] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.645550] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.645550] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.645550] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.645550] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.648019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.648019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.648019] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.648019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.648019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.648019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.648019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.648019] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.684202] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.684413] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.684825] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.684825] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.685045] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.708302] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 in Status: IN_PROGRESS for 2s [ 817.149020] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.149318] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.149360] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.653870] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.158146] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.158583] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.158583] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.158798] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.158923] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.159055] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa is going to be updated. [ 818.189715] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.190036] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.190130] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.190352] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.190505] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.198454] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa in Status: IN_PROGRESS for 2s [ 818.722179] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 in Status: SUCCESS [ 818.722644] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.207769] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa in Status: SUCCESS [ 820.207769] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.208139] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.208139] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.208303] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.208420] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.208498] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.208697] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.208786] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.208882] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.565819] env[69258]: INFO networking_nsxv3.common.synchronization [req-9b04c5d9-d1d8-424c-8b2b-d11c52caa899 req-9597e52a-4db2-4bb4-8e37-560c072565aa tempest-ImagesOneServerTestJSON-1535065661 tempest-ImagesOneServerTestJSON-1535065661-project-member] Enqueued Resource ID: e15e2797-d91b-4197-aa42-1a32d3d5120f with Priority: HIGHEST for action security_group_members [ 820.566845] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e15e2797-d91b-4197-aa42-1a32d3d5120f with Priority: HIGHEST for action security_group_members [ 820.566845] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-e15e2797-d91b-4197-aa42-1a32d3d5120f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.566845] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e15e2797-d91b-4197-aa42-1a32d3d5120f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.567037] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e15e2797-d91b-4197-aa42-1a32d3d5120f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.567130] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e15e2797-d91b-4197-aa42-1a32d3d5120f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.567249] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.567352] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.567412] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.567590] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.567726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.567780] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e15e2797-d91b-4197-aa42-1a32d3d5120f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.710653] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.072811] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.073085] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.073085] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.073291] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.073386] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.073593] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.073690] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.073761] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.073906] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.073981] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.074074] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e15e2797-d91b-4197-aa42-1a32d3d5120f is going to be updated. [ 821.109738] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.110097] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.110097] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.110311] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.110477] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.121700] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e15e2797-d91b-4197-aa42-1a32d3d5120f in Status: IN_PROGRESS for 2s [ 821.212640] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.716188] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.716188] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.716188] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.716188] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.716188] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.716188] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa is going to be updated. [ 821.741996] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.742082] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.742114] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.742297] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.742438] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.751130] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa in Status: IN_PROGRESS for 2s [ 823.132765] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e15e2797-d91b-4197-aa42-1a32d3d5120f in Status: SUCCESS [ 823.132765] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e15e2797-d91b-4197-aa42-1a32d3d5120f deletion is rescheduled due to dependency. [ 823.132765] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e15e2797-d91b-4197-aa42-1a32d3d5120f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.761221] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa in Status: SUCCESS [ 823.761363] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.761589] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.761853] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.762096] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.762240] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.762335] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.762535] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.762635] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.762749] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.762941] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.763080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.763150] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.763338] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.763508] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.763623] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.763698] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.763877] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.763998] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.764139] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.764239] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.266364] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2b614f5-8aef-4f0c-89f3-a05612a6e7aa: rpc.has_security_group_logging(os_id): False [ 824.285144] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.285315] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.285395] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.285783] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.285783] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.285954] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.286078] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.286144] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.286295] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.286382] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.286546] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.286635] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.287100] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.287100] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.287100] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.287100] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.287339] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.287339] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.287396] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.287456] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.287602] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa is going to be created. [ 824.346389] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.346611] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.346675] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.346925] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.347158] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.359955] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa in Status: IN_PROGRESS for 2s [ 824.820078] env[69258]: INFO networking_nsxv3.common.synchronization [req-c8d1a366-fcb4-4e39-9e9c-94027729c96a req-2bf152f8-4008-4d4a-80bf-6636a017ca3f tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Enqueued Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGHEST for action security_group_members [ 824.820628] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGHEST for action security_group_members [ 824.820934] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.821072] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.821147] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.821340] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.821495] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.821612] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.821695] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.821857] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.821943] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.822210] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.325156] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.644405] env[69258]: INFO networking_nsxv3.common.synchronization [req-f70f620e-871f-4111-9963-a2ea423b71fe req-cc319402-3ff9-48a9-863f-4bd7d27709e9 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Enqueued Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGHEST for action security_group_members [ 825.644405] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGHEST for action security_group_members [ 825.644405] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.644405] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.831314] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.333549] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.333852] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.333852] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.334879] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.334879] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.334879] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa is going to be updated. [ 826.367667] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.367667] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.367667] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.367667] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.367667] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.375035] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa in Status: SUCCESS [ 826.375035] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.375035] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.375035] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.375035] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.375035] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa in Status: IN_PROGRESS for 2s [ 826.901548] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.901548] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.901548] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.901548] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.901548] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.901548] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa is going to be deleted. [ 826.964655] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.964843] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.964942] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.965173] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.965256] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.965370] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.219887] env[69258]: INFO networking_nsxv3.common.synchronization [req-8340112d-3e8c-4790-a251-da71965e99fa req-967ca5f4-54ae-4ab3-b41b-6c56257e75a0 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Enqueued Resource ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a with Priority: HIGHEST for action security_group_members [ 827.219887] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a with Priority: HIGHEST for action security_group_members [ 827.219887] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-80b1632f-dacb-4180-99a3-5795c2b7cb0a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.219887] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.219887] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.219887] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.220205] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.220205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.220205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.220382] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.220491] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.220609] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80b1632f-dacb-4180-99a3-5795c2b7cb0a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.501448] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.501709] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.501782] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.502090] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.502367] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.502530] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.502649] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.502875] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.503036] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.503251] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 827.503368] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 827.503481] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 827.503591] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 827.503701] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 827.503808] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 827.503942] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 827.520765] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 827.520936] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 827.521084] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 827.521253] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.521552] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-1dd31097-2332-48f6-8007-0d775365e966 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.521720] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-1dd31097-2332-48f6-8007-0d775365e966" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.521834] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-1dd31097-2332-48f6-8007-0d775365e966" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.522145] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-1dd31097-2332-48f6-8007-0d775365e966" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.522286] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dd31097-2332-48f6-8007-0d775365e966',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.724534] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80b1632f-dacb-4180-99a3-5795c2b7cb0a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.025196] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.025196] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.025352] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.025501] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.025728] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.025886] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 1dd31097-2332-48f6-8007-0d775365e966 not found, creating... [ 828.026160] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.026320] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.026437] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.026689] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.026836] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.027125] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.027280] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.027398] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.027648] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.027857] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.027937] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 1dd31097-2332-48f6-8007-0d775365e966 is going to be created. [ 828.052368] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.052368] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.052368] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.052621] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.052851] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.053107] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-1dd31097-2332-48f6-8007-0d775365e966" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.226792] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80b1632f-dacb-4180-99a3-5795c2b7cb0a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.387368] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa in Status: SUCCESS [ 828.387613] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.387978] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.388132] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.388340] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.388461] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.388530] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.388701] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.388825] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.388969] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.732081] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.732081] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.732081] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.732081] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.732081] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.732081] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a is going to be updated. [ 828.758881] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.759062] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.759139] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.759350] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.759498] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.768302] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a in Status: IN_PROGRESS for 2s [ 828.771209] env[69258]: INFO networking_nsxv3.common.synchronization [req-8340112d-3e8c-4790-a251-da71965e99fa req-b85e8d5f-c647-4b7f-b59d-c26c347f0137 service nova] Enqueued Resource ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a with Priority: HIGHEST for action security_group_rules [ 828.771382] env[69258]: INFO networking_nsxv3.common.synchronization [req-8340112d-3e8c-4790-a251-da71965e99fa req-b85e8d5f-c647-4b7f-b59d-c26c347f0137 service nova] Enqueued Resource ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a with Priority: HIGHEST for action security_group_members [ 828.771521] env[69258]: INFO networking_nsxv3.common.synchronization [req-8340112d-3e8c-4790-a251-da71965e99fa req-b85e8d5f-c647-4b7f-b59d-c26c347f0137 service nova] Enqueued Resource ID: 1dd31097-2332-48f6-8007-0d775365e966 with Priority: HIGHEST for action port [ 828.771746] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a with Priority: HIGHEST for action security_group_rules [ 828.771871] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a with Priority: HIGHEST for action security_group_members [ 828.772029] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dd31097-2332-48f6-8007-0d775365e966 with Priority: HIGHEST for action port [ 828.772513] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80b1632f-dacb-4180-99a3-5795c2b7cb0a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.772634] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.772690] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.772880] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.772960] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80b1632f-dacb-4180-99a3-5795c2b7cb0a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.774151] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-80b1632f-dacb-4180-99a3-5795c2b7cb0a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.774253] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.774441] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dd31097-2332-48f6-8007-0d775365e966 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.776776] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dd31097-2332-48f6-8007-0d775365e966" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.776776] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dd31097-2332-48f6-8007-0d775365e966" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.776776] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dd31097-2332-48f6-8007-0d775365e966" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.776776] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dd31097-2332-48f6-8007-0d775365e966',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.893132] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.893132] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.893132] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.893132] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.893132] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.893132] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.893378] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.893378] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.893434] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.893504] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.893565] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa is going to be deleted. [ 828.929094] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.929094] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.929236] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.929320] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.929418] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.929517] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.276312] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-80b1632f-dacb-4180-99a3-5795c2b7cb0a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.276607] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.276868] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1dd31097-2332-48f6-8007-0d775365e966 with status ACTIVE [ 829.277178] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.277667] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.277853] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.278142] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.279124] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.279124] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.279124] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.279124] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.279267] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.279267] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.279447] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.279530] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.279585] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.279718] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.279792] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.279874] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1dd31097-2332-48f6-8007-0d775365e966 is going to be updated. [ 829.299675] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.299842] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.299950] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.300193] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.300330] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.300491] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dd31097-2332-48f6-8007-0d775365e966" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.777019] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a in Status: SUCCESS [ 830.777295] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.777546] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.777754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.777925] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.778115] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.778168] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.778396] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.778441] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.778553] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80b1632f-dacb-4180-99a3-5795c2b7cb0a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.912873] env[69258]: INFO networking_nsxv3.common.synchronization [req-e2c52443-c73d-408e-8bf1-b035099b1d0d req-fbeadff1-6f87-4f4d-88e2-e2d229a8a82d tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Enqueued Resource ID: 0005937f-900e-43e1-8b6c-49ce49b0a9b9 with Priority: HIGHEST for action security_group_members [ 830.913475] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0005937f-900e-43e1-8b6c-49ce49b0a9b9 with Priority: HIGHEST for action security_group_members [ 830.914694] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-0005937f-900e-43e1-8b6c-49ce49b0a9b9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.914880] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0005937f-900e-43e1-8b6c-49ce49b0a9b9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.914961] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0005937f-900e-43e1-8b6c-49ce49b0a9b9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.915302] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0005937f-900e-43e1-8b6c-49ce49b0a9b9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.916104] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.916243] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.916352] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.916584] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.916677] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.917067] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0005937f-900e-43e1-8b6c-49ce49b0a9b9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.282939] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80b1632f-dacb-4180-99a3-5795c2b7cb0a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.303210] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.303426] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-406" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.303557] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-406" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.303931] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-406" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.304250] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.304415] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.304539] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.304753] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.308113] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.308379] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.308506] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.308626] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.308748] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.308846] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 831.308954] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.309197] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.326490] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.327258] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 831.327258] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.327258] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-406" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.327416] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-2542517a-7dc4-4423-be5f-129ec9a50db9 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.327487] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-2542517a-7dc4-4423-be5f-129ec9a50db9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.327844] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-2542517a-7dc4-4423-be5f-129ec9a50db9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.327922] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-2542517a-7dc4-4423-be5f-129ec9a50db9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.328085] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2542517a-7dc4-4423-be5f-129ec9a50db9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.419134] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.419262] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.419331] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.419552] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.419640] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.419831] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.419924] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.419982] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.420136] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.420210] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.420289] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0005937f-900e-43e1-8b6c-49ce49b0a9b9 already deleted. [ 831.420363] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0005937f-900e-43e1-8b6c-49ce49b0a9b9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.786452] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80b1632f-dacb-4180-99a3-5795c2b7cb0a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.829934] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.830184] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.830317] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.830588] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.830739] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.830915] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 2542517a-7dc4-4423-be5f-129ec9a50db9 not found, creating... [ 831.831193] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.831354] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.831475] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.831697] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.831839] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.832136] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.832295] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.832413] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.832621] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.832758] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.832897] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 2542517a-7dc4-4423-be5f-129ec9a50db9 is going to be created. [ 831.855986] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.855986] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.855986] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.856200] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.856421] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.856641] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-2542517a-7dc4-4423-be5f-129ec9a50db9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.288576] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.288771] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.288890] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.290022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.290022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.290022] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a is going to be updated. [ 832.316032] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.316032] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.316032] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.316227] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.316374] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.324867] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a in Status: IN_PROGRESS for 2s [ 832.544664] env[69258]: INFO networking_nsxv3.common.synchronization [req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b req-cf0e0682-7e66-48b2-9d68-ed63bc411fb5 tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Enqueued Resource ID: 13f06a05-0095-4b72-a2f3-c23a4f99e293 with Priority: HIGHEST for action security_group_members [ 832.545283] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13f06a05-0095-4b72-a2f3-c23a4f99e293 with Priority: HIGHEST for action security_group_members [ 832.545614] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-13f06a05-0095-4b72-a2f3-c23a4f99e293 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.545838] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13f06a05-0095-4b72-a2f3-c23a4f99e293" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.545838] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13f06a05-0095-4b72-a2f3-c23a4f99e293" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.546260] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13f06a05-0095-4b72-a2f3-c23a4f99e293" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.546461] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.546593] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.546814] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.546814] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.547330] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.547330] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13f06a05-0095-4b72-a2f3-c23a4f99e293',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.821539] env[69258]: INFO networking_nsxv3.common.synchronization [req-e2c52443-c73d-408e-8bf1-b035099b1d0d req-e584fa30-202d-4fa3-a4b9-1cc057f0c226 service nova] Enqueued Resource ID: 0005937f-900e-43e1-8b6c-49ce49b0a9b9 with Priority: HIGHEST for action security_group_rules [ 832.821539] env[69258]: INFO networking_nsxv3.common.synchronization [req-e2c52443-c73d-408e-8bf1-b035099b1d0d req-e584fa30-202d-4fa3-a4b9-1cc057f0c226 service nova] Enqueued Resource ID: 0005937f-900e-43e1-8b6c-49ce49b0a9b9 with Priority: HIGHEST for action security_group_members [ 832.821539] env[69258]: INFO networking_nsxv3.common.synchronization [req-e2c52443-c73d-408e-8bf1-b035099b1d0d req-e584fa30-202d-4fa3-a4b9-1cc057f0c226 service nova] Enqueued Resource ID: 2542517a-7dc4-4423-be5f-129ec9a50db9 with Priority: HIGHEST for action port [ 832.822194] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0005937f-900e-43e1-8b6c-49ce49b0a9b9 with Priority: HIGHEST for action security_group_rules [ 832.822194] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0005937f-900e-43e1-8b6c-49ce49b0a9b9 with Priority: HIGHEST for action security_group_members [ 832.822194] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2542517a-7dc4-4423-be5f-129ec9a50db9 with Priority: HIGHEST for action port [ 832.822604] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0005937f-900e-43e1-8b6c-49ce49b0a9b9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.822604] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0005937f-900e-43e1-8b6c-49ce49b0a9b9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.822711] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0005937f-900e-43e1-8b6c-49ce49b0a9b9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.822987] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0005937f-900e-43e1-8b6c-49ce49b0a9b9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.822987] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0005937f-900e-43e1-8b6c-49ce49b0a9b9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.824429] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-0005937f-900e-43e1-8b6c-49ce49b0a9b9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.824695] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0005937f-900e-43e1-8b6c-49ce49b0a9b9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.824695] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0005937f-900e-43e1-8b6c-49ce49b0a9b9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.824840] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0005937f-900e-43e1-8b6c-49ce49b0a9b9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.826307] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.826307] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.826307] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.826718] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.826718] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.826718] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0005937f-900e-43e1-8b6c-49ce49b0a9b9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.830826] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-2542517a-7dc4-4423-be5f-129ec9a50db9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.830826] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2542517a-7dc4-4423-be5f-129ec9a50db9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.830826] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2542517a-7dc4-4423-be5f-129ec9a50db9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.830826] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2542517a-7dc4-4423-be5f-129ec9a50db9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.830826] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2542517a-7dc4-4423-be5f-129ec9a50db9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.051884] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.052051] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.052185] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.052405] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.052474] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.052621] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.052720] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.052775] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.052918] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.053036] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.053107] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13f06a05-0095-4b72-a2f3-c23a4f99e293 already deleted. [ 833.053166] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13f06a05-0095-4b72-a2f3-c23a4f99e293" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.324207] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-660 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.324414] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-660" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.324540] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-660" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.324847] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-660" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.325517] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.325679] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.325804] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.326093] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.326255] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.326470] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.326586] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.326811] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.326811] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.326954] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 833.327013] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.327145] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.330985] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0005937f-900e-43e1-8b6c-49ce49b0a9b9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.336021] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-0005937f-900e-43e1-8b6c-49ce49b0a9b9 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.336021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0005937f-900e-43e1-8b6c-49ce49b0a9b9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.339468] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2542517a-7dc4-4423-be5f-129ec9a50db9 with status ACTIVE [ 833.339761] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.339913] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.339913] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.340104] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.340189] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.340366] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.340462] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.340517] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.340657] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.340729] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.340933] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.341016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.341070] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.341305] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.341305] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.341461] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2542517a-7dc4-4423-be5f-129ec9a50db9 is going to be updated. [ 833.345088] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.345336] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 833.345745] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.345745] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-660" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.345950] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.346160] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.346231] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.346520] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.346679] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.360550] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.362773] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.362773] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.362773] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.362773] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.362773] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2542517a-7dc4-4423-be5f-129ec9a50db9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.833070] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0005937f-900e-43e1-8b6c-49ce49b0a9b9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.849247] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.849506] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.849657] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.849943] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.850122] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.850284] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe not found, creating... [ 833.850559] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.850719] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.850839] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.851502] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.851728] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.852140] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.852423] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.852586] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.853273] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.853520] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.853719] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe is going to be created. [ 833.876533] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.876533] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.876533] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.876533] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.876533] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.878114] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.335084] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a in Status: SUCCESS [ 834.335303] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.335718] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.335883] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.335955] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.336190] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.336287] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.336381] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0005937f-900e-43e1-8b6c-49ce49b0a9b9 is going to be created. [ 834.337857] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.337857] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.337964] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.338093] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.338157] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.338309] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.338393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.338479] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.338584] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80b1632f-dacb-4180-99a3-5795c2b7cb0a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.358652] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.358842] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.359013] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.359276] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.359442] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.367933] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0005937f-900e-43e1-8b6c-49ce49b0a9b9 in Status: UNINITIALIZED for 2s [ 834.703009] env[69258]: INFO networking_nsxv3.common.synchronization [req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b req-eaa34141-a9f2-4025-9984-8f63b970215b service nova] Enqueued Resource ID: 13f06a05-0095-4b72-a2f3-c23a4f99e293 with Priority: HIGHEST for action security_group_rules [ 834.703285] env[69258]: INFO networking_nsxv3.common.synchronization [req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b req-eaa34141-a9f2-4025-9984-8f63b970215b service nova] Enqueued Resource ID: 13f06a05-0095-4b72-a2f3-c23a4f99e293 with Priority: HIGHEST for action security_group_members [ 834.703553] env[69258]: INFO networking_nsxv3.common.synchronization [req-cc7c919a-6fda-4867-bc9c-5092d59bcd9b req-eaa34141-a9f2-4025-9984-8f63b970215b service nova] Enqueued Resource ID: a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe with Priority: HIGHEST for action port [ 834.703680] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13f06a05-0095-4b72-a2f3-c23a4f99e293 with Priority: HIGHEST for action security_group_rules [ 834.703811] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13f06a05-0095-4b72-a2f3-c23a4f99e293 with Priority: HIGHEST for action security_group_members [ 834.703909] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe with Priority: HIGHEST for action port [ 834.704561] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13f06a05-0095-4b72-a2f3-c23a4f99e293 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.704714] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13f06a05-0095-4b72-a2f3-c23a4f99e293" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.704782] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13f06a05-0095-4b72-a2f3-c23a4f99e293" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.705551] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13f06a05-0095-4b72-a2f3-c23a4f99e293" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.705684] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13f06a05-0095-4b72-a2f3-c23a4f99e293',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.706596] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-13f06a05-0095-4b72-a2f3-c23a4f99e293 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.707490] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13f06a05-0095-4b72-a2f3-c23a4f99e293" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.707490] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13f06a05-0095-4b72-a2f3-c23a4f99e293" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.707490] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13f06a05-0095-4b72-a2f3-c23a4f99e293" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.707490] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.707490] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.707490] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.707759] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.707848] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.707988] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13f06a05-0095-4b72-a2f3-c23a4f99e293',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.711201] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.711368] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.711487] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.711716] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.711830] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.841493] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-80b1632f-dacb-4180-99a3-5795c2b7cb0a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.841743] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.841743] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.842762] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.842762] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.842762] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.842762] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.842762] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.842762] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.842762] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.842762] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-80b1632f-dacb-4180-99a3-5795c2b7cb0a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.843160] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.843160] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.843160] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.843160] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.843334] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.843334] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.843464] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.843501] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.843577] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.843660] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80b1632f-dacb-4180-99a3-5795c2b7cb0a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.217539] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13f06a05-0095-4b72-a2f3-c23a4f99e293',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.217539] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-13f06a05-0095-4b72-a2f3-c23a4f99e293 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.217539] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13f06a05-0095-4b72-a2f3-c23a4f99e293" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.217920] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe with status ACTIVE [ 835.217920] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.217920] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.217920] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.218159] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.218207] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.218412] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.218469] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.218500] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.218643] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.218725] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.218957] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.219053] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.219191] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.219292] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.219292] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.219381] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe is going to be updated. [ 835.241792] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.241972] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.242021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.242288] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.242470] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.242665] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9bb9ec8-da28-4ceb-910e-d32a0c8ec5fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.350106] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80b1632f-dacb-4180-99a3-5795c2b7cb0a: rpc.has_security_group_logging(os_id): False [ 835.362079] env[69258]: INFO networking_nsxv3.common.synchronization [None req-969c9dc1-72fe-428f-ba70-c50aec9ff7c8 None None] Enqueued Resource ID: 4bc7abf8-1366-4f57-8519-0c30c780e6b1 with Priority: HIGHEST for action port [ 835.363027] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc7abf8-1366-4f57-8519-0c30c780e6b1 with Priority: HIGHEST for action port [ 835.364195] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bc7abf8-1366-4f57-8519-0c30c780e6b1 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.364319] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bc7abf8-1366-4f57-8519-0c30c780e6b1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.364391] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bc7abf8-1366-4f57-8519-0c30c780e6b1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.364630] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bc7abf8-1366-4f57-8519-0c30c780e6b1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.364721] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bc7abf8-1366-4f57-8519-0c30c780e6b1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.372899] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.373026] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.373026] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.373235] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.373331] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.373550] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.373782] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.373782] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.373900] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.373931] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.374105] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.374196] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.374256] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.374393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.374467] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.374651] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.374744] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.374800] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.374940] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.376147] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.376329] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a is going to be updated. [ 835.460165] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.460363] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.460363] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.460522] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.460681] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.470780] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a in Status: IN_PROGRESS for 2s [ 835.654740] env[69258]: INFO networking_nsxv3.common.synchronization [req-fa4e8eb7-b78a-4049-955c-db3420759039 req-7ce16f37-2661-46f6-949a-111626a0f44f tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Enqueued Resource ID: 0edf4224-3bfd-443d-be67-11e069a78161 with Priority: HIGHEST for action security_group_members [ 835.655248] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edf4224-3bfd-443d-be67-11e069a78161 with Priority: HIGHEST for action security_group_members [ 835.655691] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf4224-3bfd-443d-be67-11e069a78161 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.655803] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.655803] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.656787] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.656787] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.656929] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.658636] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.658636] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.658636] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.658636] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0edf4224-3bfd-443d-be67-11e069a78161',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.722402] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13f06a05-0095-4b72-a2f3-c23a4f99e293',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.870077] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4bc7abf8-1366-4f57-8519-0c30c780e6b1 [ 835.870347] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.870412] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.870475] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.871561] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.871561] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.871561] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4bc7abf8-1366-4f57-8519-0c30c780e6b1 already deleted. [ 835.871561] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bc7abf8-1366-4f57-8519-0c30c780e6b1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.163032] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.163217] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.163307] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.163563] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.163612] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.163857] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.163969] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.164043] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.164241] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.164349] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.164444] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edf4224-3bfd-443d-be67-11e069a78161 already deleted. [ 836.164541] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.231730] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.231730] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.231730] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.231730] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.231730] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.231730] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13f06a05-0095-4b72-a2f3-c23a4f99e293 is going to be created. [ 836.259424] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.259424] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.259424] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.259424] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.259424] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.269118] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13f06a05-0095-4b72-a2f3-c23a4f99e293 in Status: UNINITIALIZED for 2s [ 836.307706] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.307977] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.308171] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.308479] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.308806] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.309089] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.309317] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.309684] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.309873] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.310210] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.310423] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.310616] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.310956] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.310956] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 836.311124] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.311308] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.329532] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.329532] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 836.329532] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.329742] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.329891] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-e59adecb-d249-4c34-9f23-0c33242ac460 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.330093] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-e59adecb-d249-4c34-9f23-0c33242ac460" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.330227] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-e59adecb-d249-4c34-9f23-0c33242ac460" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.330564] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-e59adecb-d249-4c34-9f23-0c33242ac460" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.330721] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e59adecb-d249-4c34-9f23-0c33242ac460',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.377227] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0005937f-900e-43e1-8b6c-49ce49b0a9b9 in Status: SUCCESS [ 836.377512] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0005937f-900e-43e1-8b6c-49ce49b0a9b9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.378114] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0005937f-900e-43e1-8b6c-49ce49b0a9b9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.378357] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0005937f-900e-43e1-8b6c-49ce49b0a9b9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.378570] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.378700] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.378766] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.378890] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.378969] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.379107] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0005937f-900e-43e1-8b6c-49ce49b0a9b9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.379203] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0005937f-900e-43e1-8b6c-49ce49b0a9b9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.820214] env[69258]: INFO networking_nsxv3.common.synchronization [None req-9c39cefa-5d90-4e23-9241-5cfaec14d113 None None] Enqueued Resource ID: ab50eb4e-c326-42b2-a7e9-7aa221b30f96 with Priority: HIGHEST for action port [ 836.820214] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab50eb4e-c326-42b2-a7e9-7aa221b30f96 with Priority: HIGHEST for action port [ 836.820214] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab50eb4e-c326-42b2-a7e9-7aa221b30f96 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.821760] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab50eb4e-c326-42b2-a7e9-7aa221b30f96" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.822101] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab50eb4e-c326-42b2-a7e9-7aa221b30f96" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.822525] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab50eb4e-c326-42b2-a7e9-7aa221b30f96" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.822850] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab50eb4e-c326-42b2-a7e9-7aa221b30f96',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.837035] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.837035] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.837035] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.837035] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.837035] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.837035] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port e59adecb-d249-4c34-9f23-0c33242ac460 not found, creating... [ 836.837573] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.838442] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.838442] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.838442] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.838442] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.838853] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.839110] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.839273] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.839518] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.839685] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.840268] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: e59adecb-d249-4c34-9f23-0c33242ac460 is going to be created. [ 836.862287] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.862534] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.862608] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.862887] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.863148] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.863382] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-e59adecb-d249-4c34-9f23-0c33242ac460" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.881967] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-0005937f-900e-43e1-8b6c-49ce49b0a9b9 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.882267] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0005937f-900e-43e1-8b6c-49ce49b0a9b9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.882267] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0005937f-900e-43e1-8b6c-49ce49b0a9b9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.883017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0005937f-900e-43e1-8b6c-49ce49b0a9b9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.883017] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.883017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.883017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.883017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.883017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.883359] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0005937f-900e-43e1-8b6c-49ce49b0a9b9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.883359] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-0005937f-900e-43e1-8b6c-49ce49b0a9b9 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.883359] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0005937f-900e-43e1-8b6c-49ce49b0a9b9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.883359] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0005937f-900e-43e1-8b6c-49ce49b0a9b9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.883487] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0005937f-900e-43e1-8b6c-49ce49b0a9b9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.883585] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.883669] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.883742] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.883868] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.883939] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.886638] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0005937f-900e-43e1-8b6c-49ce49b0a9b9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.886638] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0005937f-900e-43e1-8b6c-49ce49b0a9b9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.155656] env[69258]: INFO networking_nsxv3.common.synchronization [None req-064e556d-56e4-4f5d-a4f0-c93ada1ebad5 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Enqueued Resource ID: 002f6543-79da-4a11-9d98-6d4e5da1521e with Priority: HIGHEST for action security_group_rules [ 837.155656] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 002f6543-79da-4a11-9d98-6d4e5da1521e with Priority: HIGHEST for action security_group_rules [ 837.155936] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-002f6543-79da-4a11-9d98-6d4e5da1521e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.155936] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-002f6543-79da-4a11-9d98-6d4e5da1521e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.155936] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-002f6543-79da-4a11-9d98-6d4e5da1521e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.158735] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-002f6543-79da-4a11-9d98-6d4e5da1521e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.158735] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('002f6543-79da-4a11-9d98-6d4e5da1521e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.327283] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab50eb4e-c326-42b2-a7e9-7aa221b30f96 [ 837.327576] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.328959] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.332872] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.332872] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.332872] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.332872] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab50eb4e-c326-42b2-a7e9-7aa221b30f96 already deleted. [ 837.332872] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab50eb4e-c326-42b2-a7e9-7aa221b30f96" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.332872] env[69258]: INFO networking_nsxv3.common.synchronization [None req-c600bdbb-d129-4964-bda9-3317e59495ef tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Enqueued Resource ID: 002f6543-79da-4a11-9d98-6d4e5da1521e with Priority: HIGHEST for action security_group_rules [ 837.332872] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 002f6543-79da-4a11-9d98-6d4e5da1521e with Priority: HIGHEST for action security_group_rules [ 837.332872] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-002f6543-79da-4a11-9d98-6d4e5da1521e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.332872] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-002f6543-79da-4a11-9d98-6d4e5da1521e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.387502] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0005937f-900e-43e1-8b6c-49ce49b0a9b9: rpc.has_security_group_logging(os_id): False [ 837.406909] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.407295] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.407460] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.407815] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.407923] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.408565] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.408688] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.408789] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.408980] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.409078] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.409276] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.409374] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.409438] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.409591] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.409680] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.409882] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.410570] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.410570] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.410570] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.410570] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.410742] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0005937f-900e-43e1-8b6c-49ce49b0a9b9 is going to be created. [ 837.460308] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.460555] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.460808] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.461694] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.461694] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.472712] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0005937f-900e-43e1-8b6c-49ce49b0a9b9 in Status: IN_PROGRESS for 2s [ 837.480801] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a in Status: SUCCESS [ 837.480801] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.523112] env[69258]: INFO networking_nsxv3.common.synchronization [None req-064f6911-e265-437d-8293-c7a98640ad1c None None] Enqueued Resource ID: 14be159d-a744-4cfa-8fd4-4eae3914e3da with Priority: HIGHEST for action port [ 837.523112] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14be159d-a744-4cfa-8fd4-4eae3914e3da with Priority: HIGHEST for action port [ 837.523629] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-14be159d-a744-4cfa-8fd4-4eae3914e3da taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.523729] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14be159d-a744-4cfa-8fd4-4eae3914e3da" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.523798] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14be159d-a744-4cfa-8fd4-4eae3914e3da" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.524101] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14be159d-a744-4cfa-8fd4-4eae3914e3da" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.524202] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14be159d-a744-4cfa-8fd4-4eae3914e3da',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.679658] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.679658] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.679658] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.679658] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.679658] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.679658] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 002f6543-79da-4a11-9d98-6d4e5da1521e already deleted. [ 837.679658] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-002f6543-79da-4a11-9d98-6d4e5da1521e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.679658] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-002f6543-79da-4a11-9d98-6d4e5da1521e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.679658] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-002f6543-79da-4a11-9d98-6d4e5da1521e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.679658] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('002f6543-79da-4a11-9d98-6d4e5da1521e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.840890] env[69258]: INFO networking_nsxv3.common.synchronization [req-fa4e8eb7-b78a-4049-955c-db3420759039 req-daa6f231-067d-4180-8b2d-b3ef7c200ce5 service nova] Enqueued Resource ID: 0edf4224-3bfd-443d-be67-11e069a78161 with Priority: HIGHEST for action security_group_rules [ 837.841093] env[69258]: INFO networking_nsxv3.common.synchronization [req-fa4e8eb7-b78a-4049-955c-db3420759039 req-daa6f231-067d-4180-8b2d-b3ef7c200ce5 service nova] Enqueued Resource ID: 0edf4224-3bfd-443d-be67-11e069a78161 with Priority: HIGHEST for action security_group_members [ 837.841240] env[69258]: INFO networking_nsxv3.common.synchronization [req-fa4e8eb7-b78a-4049-955c-db3420759039 req-daa6f231-067d-4180-8b2d-b3ef7c200ce5 service nova] Enqueued Resource ID: e59adecb-d249-4c34-9f23-0c33242ac460 with Priority: HIGHEST for action port [ 837.841475] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edf4224-3bfd-443d-be67-11e069a78161 with Priority: HIGHEST for action security_group_rules [ 837.841604] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edf4224-3bfd-443d-be67-11e069a78161 with Priority: HIGHEST for action security_group_members [ 837.841699] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e59adecb-d249-4c34-9f23-0c33242ac460 with Priority: HIGHEST for action port [ 837.842467] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0edf4224-3bfd-443d-be67-11e069a78161 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.842467] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.842467] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.842706] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.842756] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0edf4224-3bfd-443d-be67-11e069a78161',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.844133] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf4224-3bfd-443d-be67-11e069a78161 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.844227] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.844295] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.844473] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.844660] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.844707] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.844848] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.844891] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.845013] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.845074] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0edf4224-3bfd-443d-be67-11e069a78161',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.845967] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-e59adecb-d249-4c34-9f23-0c33242ac460 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.846089] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e59adecb-d249-4c34-9f23-0c33242ac460" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.846157] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e59adecb-d249-4c34-9f23-0c33242ac460" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.846307] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e59adecb-d249-4c34-9f23-0c33242ac460" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.846383] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e59adecb-d249-4c34-9f23-0c33242ac460',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.026720] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14be159d-a744-4cfa-8fd4-4eae3914e3da [ 838.026966] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.027121] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.027187] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.027363] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.027460] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.027554] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14be159d-a744-4cfa-8fd4-4eae3914e3da already deleted. [ 838.027666] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14be159d-a744-4cfa-8fd4-4eae3914e3da" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.174384] env[69258]: INFO networking_nsxv3.common.synchronization [req-4d9759a7-8d56-462d-b389-b34419ad929d req-469dfcb9-3d6c-40b1-a16f-1fad3a00e15f tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Enqueued Resource ID: 0edf4224-3bfd-443d-be67-11e069a78161 with Priority: HIGHEST for action security_group_members [ 838.175018] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edf4224-3bfd-443d-be67-11e069a78161 with Priority: HIGHEST for action security_group_members [ 838.175228] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf4224-3bfd-443d-be67-11e069a78161 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.175334] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.204706] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.204890] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.204945] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.205158] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.205256] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.205355] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 002f6543-79da-4a11-9d98-6d4e5da1521e already deleted. [ 838.205453] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-002f6543-79da-4a11-9d98-6d4e5da1521e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.279739] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13f06a05-0095-4b72-a2f3-c23a4f99e293 in Status: SUCCESS [ 838.279961] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13f06a05-0095-4b72-a2f3-c23a4f99e293" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.280283] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13f06a05-0095-4b72-a2f3-c23a4f99e293" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.280359] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13f06a05-0095-4b72-a2f3-c23a4f99e293" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.280547] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.280660] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.280725] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.280905] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.281043] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.281145] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13f06a05-0095-4b72-a2f3-c23a4f99e293" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.281282] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13f06a05-0095-4b72-a2f3-c23a4f99e293',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.349728] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0edf4224-3bfd-443d-be67-11e069a78161',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.349944] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf4224-3bfd-443d-be67-11e069a78161 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.350143] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.350429] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e59adecb-d249-4c34-9f23-0c33242ac460 with status ACTIVE [ 838.350595] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.350702] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.350770] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.350963] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.351844] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.351844] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.351844] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.351844] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.351844] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.351844] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.351844] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.352126] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.352126] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.352126] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.352212] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.352273] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e59adecb-d249-4c34-9f23-0c33242ac460 is going to be updated. [ 838.370882] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.371138] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.371299] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.371426] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.371557] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.371710] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e59adecb-d249-4c34-9f23-0c33242ac460" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.518166] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.518379] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.518509] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.518795] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.519093] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.519254] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.519388] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.519618] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.519767] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.519978] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 838.520125] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.520239] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.520348] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.520459] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 838.520579] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.520717] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.538428] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.538523] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 838.538618] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.539495] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-688" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.539495] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-314af1d9-170d-43a3-9636-2f2b2f8af999 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.539495] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-314af1d9-170d-43a3-9636-2f2b2f8af999" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.539495] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-314af1d9-170d-43a3-9636-2f2b2f8af999" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.539813] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-314af1d9-170d-43a3-9636-2f2b2f8af999" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.539931] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('314af1d9-170d-43a3-9636-2f2b2f8af999',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.791632] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-13f06a05-0095-4b72-a2f3-c23a4f99e293 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.791632] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13f06a05-0095-4b72-a2f3-c23a4f99e293" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.791632] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13f06a05-0095-4b72-a2f3-c23a4f99e293" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.791632] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13f06a05-0095-4b72-a2f3-c23a4f99e293" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.791632] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.791632] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.791632] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.791632] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.791632] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.791632] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13f06a05-0095-4b72-a2f3-c23a4f99e293" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.791632] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-13f06a05-0095-4b72-a2f3-c23a4f99e293 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.791632] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13f06a05-0095-4b72-a2f3-c23a4f99e293" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.791632] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13f06a05-0095-4b72-a2f3-c23a4f99e293" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.791632] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13f06a05-0095-4b72-a2f3-c23a4f99e293" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.791632] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.791632] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.792327] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.792327] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.792327] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.792327] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13f06a05-0095-4b72-a2f3-c23a4f99e293" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.792327] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13f06a05-0095-4b72-a2f3-c23a4f99e293',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.851915] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0edf4224-3bfd-443d-be67-11e069a78161',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.042679] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.042961] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.043055] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.043359] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.043562] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.043678] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 314af1d9-170d-43a3-9636-2f2b2f8af999 not found, creating... [ 839.043991] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.044177] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.044299] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.044520] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.044673] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.044966] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.045162] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.045284] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.046455] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.046691] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.046901] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 314af1d9-170d-43a3-9636-2f2b2f8af999 is going to be created. [ 839.067528] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.071019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.071019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.071019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.071019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.071019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-314af1d9-170d-43a3-9636-2f2b2f8af999" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.247293] env[69258]: INFO networking_nsxv3.common.synchronization [None req-dfc38343-1018-436d-8285-ccb3e05e7c55 None None] Enqueued Resource ID: 2a5eaf35-145a-41ce-9fc7-972caa1a7878 with Priority: HIGHEST for action port [ 839.247576] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a5eaf35-145a-41ce-9fc7-972caa1a7878 with Priority: HIGHEST for action port [ 839.248203] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a5eaf35-145a-41ce-9fc7-972caa1a7878 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.248331] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a5eaf35-145a-41ce-9fc7-972caa1a7878" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.248410] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a5eaf35-145a-41ce-9fc7-972caa1a7878" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.248677] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a5eaf35-145a-41ce-9fc7-972caa1a7878" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.248790] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a5eaf35-145a-41ce-9fc7-972caa1a7878',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.293810] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13f06a05-0095-4b72-a2f3-c23a4f99e293: rpc.has_security_group_logging(os_id): False [ 839.310726] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.310917] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.311104] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.311894] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.312154] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.313406] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.313525] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.313728] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.313806] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.313806] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.314061] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.314155] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.314219] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.314393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.314472] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.314739] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.314892] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.315110] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.316913] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.316913] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.317016] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13f06a05-0095-4b72-a2f3-c23a4f99e293 is going to be created. [ 839.360060] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.360237] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.360310] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.360527] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.360623] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.360724] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edf4224-3bfd-443d-be67-11e069a78161 is going to be created. [ 839.374074] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.374210] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.374280] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.374486] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.374659] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.383822] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.384042] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.384154] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.384389] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.384549] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.387744] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13f06a05-0095-4b72-a2f3-c23a4f99e293 in Status: IN_PROGRESS for 2s [ 839.394278] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edf4224-3bfd-443d-be67-11e069a78161 in Status: UNINITIALIZED for 2s [ 839.494129] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0005937f-900e-43e1-8b6c-49ce49b0a9b9 in Status: SUCCESS [ 839.494312] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0005937f-900e-43e1-8b6c-49ce49b0a9b9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.752057] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a5eaf35-145a-41ce-9fc7-972caa1a7878 [ 839.752057] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.752057] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.752057] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.752057] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.752057] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.752057] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a5eaf35-145a-41ce-9fc7-972caa1a7878 already deleted. [ 839.752057] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a5eaf35-145a-41ce-9fc7-972caa1a7878" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.826652] env[69258]: INFO networking_nsxv3.common.synchronization [req-4d9759a7-8d56-462d-b389-b34419ad929d req-dd069357-d227-4564-80f1-88e4c10f18fe service nova] Enqueued Resource ID: 0edf4224-3bfd-443d-be67-11e069a78161 with Priority: HIGHEST for action security_group_rules [ 839.826652] env[69258]: INFO networking_nsxv3.common.synchronization [req-4d9759a7-8d56-462d-b389-b34419ad929d req-dd069357-d227-4564-80f1-88e4c10f18fe service nova] Enqueued Resource ID: 0edf4224-3bfd-443d-be67-11e069a78161 with Priority: HIGHEST for action security_group_members [ 839.826652] env[69258]: INFO networking_nsxv3.common.synchronization [req-4d9759a7-8d56-462d-b389-b34419ad929d req-dd069357-d227-4564-80f1-88e4c10f18fe service nova] Enqueued Resource ID: 314af1d9-170d-43a3-9636-2f2b2f8af999 with Priority: HIGHEST for action port [ 839.826652] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edf4224-3bfd-443d-be67-11e069a78161 with Priority: HIGHEST for action security_group_rules [ 839.826652] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edf4224-3bfd-443d-be67-11e069a78161 with Priority: HIGHEST for action security_group_members [ 839.826652] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 314af1d9-170d-43a3-9636-2f2b2f8af999 with Priority: HIGHEST for action port [ 839.829112] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0edf4224-3bfd-443d-be67-11e069a78161 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.830137] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.830428] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf4224-3bfd-443d-be67-11e069a78161 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.830481] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.830663] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-314af1d9-170d-43a3-9636-2f2b2f8af999 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.830762] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-314af1d9-170d-43a3-9636-2f2b2f8af999" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.830820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-314af1d9-170d-43a3-9636-2f2b2f8af999" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.831037] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-314af1d9-170d-43a3-9636-2f2b2f8af999" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.831120] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('314af1d9-170d-43a3-9636-2f2b2f8af999',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.245783] env[69258]: INFO networking_nsxv3.common.synchronization [req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac req-443b84eb-0615-45a6-9df0-d1b2e280256a tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Enqueued Resource ID: ebf18e8d-310e-4b85-9866-b265a126ff3c with Priority: HIGHEST for action security_group_members [ 840.246329] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebf18e8d-310e-4b85-9866-b265a126ff3c with Priority: HIGHEST for action security_group_members [ 840.246621] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebf18e8d-310e-4b85-9866-b265a126ff3c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.246879] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.246951] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.247169] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.247316] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.247412] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.247473] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.247687] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.248570] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.248570] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebf18e8d-310e-4b85-9866-b265a126ff3c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.333506] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 314af1d9-170d-43a3-9636-2f2b2f8af999 with status ACTIVE [ 840.333732] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.333877] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.333931] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.334154] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.334246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.334419] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.334519] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.334581] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.334727] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.334806] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.335023] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.335124] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.335186] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.335326] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.335402] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.335483] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 314af1d9-170d-43a3-9636-2f2b2f8af999 is going to be updated. [ 840.356254] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.356793] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.356912] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.358490] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.358802] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.358859] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-314af1d9-170d-43a3-9636-2f2b2f8af999" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.750680] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebf18e8d-310e-4b85-9866-b265a126ff3c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.755405] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.755405] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-914" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.755405] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-914" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.759025] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-914" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.759025] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.759025] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.759025] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.759025] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.759025] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.759025] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 840.759025] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.759025] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.759025] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.759025] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 840.759025] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.759025] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.780133] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.780391] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 840.780772] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.780772] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-914" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.781046] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-ebcea03b-ef82-49a1-9938-662b529b472f taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.781244] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-ebcea03b-ef82-49a1-9938-662b529b472f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.781381] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-ebcea03b-ef82-49a1-9938-662b529b472f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.781742] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-ebcea03b-ef82-49a1-9938-662b529b472f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.781952] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebcea03b-ef82-49a1-9938-662b529b472f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.261732] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebf18e8d-310e-4b85-9866-b265a126ff3c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.288861] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.289097] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.289318] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.289597] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.289753] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.289919] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port ebcea03b-ef82-49a1-9938-662b529b472f not found, creating... [ 841.290198] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.290557] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.290557] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.290710] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.290826] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.291378] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.291378] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.291378] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.291694] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.291821] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.291879] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: ebcea03b-ef82-49a1-9938-662b529b472f is going to be created. [ 841.312596] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.312596] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.312596] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.312596] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.312596] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.312596] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-ebcea03b-ef82-49a1-9938-662b529b472f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.407191] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edf4224-3bfd-443d-be67-11e069a78161 in Status: SUCCESS [ 841.407452] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.407706] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.407986] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.408201] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.408335] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.408398] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.408620] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.408690] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.408790] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0edf4224-3bfd-443d-be67-11e069a78161',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.411030] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13f06a05-0095-4b72-a2f3-c23a4f99e293 in Status: SUCCESS [ 841.411301] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13f06a05-0095-4b72-a2f3-c23a4f99e293" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.765113] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.765113] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.765268] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.765364] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.765454] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.765550] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebf18e8d-310e-4b85-9866-b265a126ff3c is going to be updated. [ 841.796034] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.796322] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.796494] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.796783] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.797128] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.809117] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebf18e8d-310e-4b85-9866-b265a126ff3c in Status: IN_PROGRESS for 2s [ 841.912691] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0edf4224-3bfd-443d-be67-11e069a78161',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.017880] env[69258]: INFO networking_nsxv3.common.synchronization [req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac req-3b320a3a-27e7-4ddf-8d13-21c23e29ddeb service nova] Enqueued Resource ID: ebf18e8d-310e-4b85-9866-b265a126ff3c with Priority: HIGHEST for action security_group_rules [ 842.018083] env[69258]: INFO networking_nsxv3.common.synchronization [req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac req-3b320a3a-27e7-4ddf-8d13-21c23e29ddeb service nova] Enqueued Resource ID: ebf18e8d-310e-4b85-9866-b265a126ff3c with Priority: HIGHEST for action security_group_members [ 842.018218] env[69258]: INFO networking_nsxv3.common.synchronization [req-7cacc2ea-20ec-4515-a2ff-d4e2e15421ac req-3b320a3a-27e7-4ddf-8d13-21c23e29ddeb service nova] Enqueued Resource ID: ebcea03b-ef82-49a1-9938-662b529b472f with Priority: HIGHEST for action port [ 842.018715] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebf18e8d-310e-4b85-9866-b265a126ff3c with Priority: HIGHEST for action security_group_rules [ 842.018859] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebf18e8d-310e-4b85-9866-b265a126ff3c with Priority: HIGHEST for action security_group_members [ 842.019203] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebcea03b-ef82-49a1-9938-662b529b472f with Priority: HIGHEST for action port [ 842.019552] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebf18e8d-310e-4b85-9866-b265a126ff3c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.019778] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.019893] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.020234] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.020357] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebf18e8d-310e-4b85-9866-b265a126ff3c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.021241] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebf18e8d-310e-4b85-9866-b265a126ff3c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.025019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.025019] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebcea03b-ef82-49a1-9938-662b529b472f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.025019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebcea03b-ef82-49a1-9938-662b529b472f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.025019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebcea03b-ef82-49a1-9938-662b529b472f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.025019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebcea03b-ef82-49a1-9938-662b529b472f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.025019] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebcea03b-ef82-49a1-9938-662b529b472f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.416098] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0edf4224-3bfd-443d-be67-11e069a78161',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.524124] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebf18e8d-310e-4b85-9866-b265a126ff3c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.524124] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.524318] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebcea03b-ef82-49a1-9938-662b529b472f with status ACTIVE [ 842.524561] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.524631] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.525281] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.525281] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.525281] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.525281] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.525530] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.525530] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.525740] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.525876] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.526148] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.526226] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.526271] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.526483] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.526582] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.526689] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebcea03b-ef82-49a1-9938-662b529b472f is going to be updated. [ 842.548227] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.548393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.548459] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.548606] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.548739] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.548976] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebcea03b-ef82-49a1-9938-662b529b472f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.919145] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.919259] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.919337] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.919545] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.919643] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.919748] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edf4224-3bfd-443d-be67-11e069a78161 is going to be updated. [ 842.953591] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.953797] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.953906] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.954230] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.954431] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.977053] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edf4224-3bfd-443d-be67-11e069a78161 in Status: IN_PROGRESS for 2s [ 843.176154] env[69258]: INFO networking_nsxv3.common.synchronization [req-94fae92b-ad99-4054-82a1-a7eeb0f585fc req-a7054d6f-fcf6-4215-bc59-0c551ad4f902 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Enqueued Resource ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd with Priority: HIGHEST for action security_group_members [ 843.176733] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd with Priority: HIGHEST for action security_group_members [ 843.178037] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.178241] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.178287] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.178526] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.178696] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.178815] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.178889] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.179017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.179100] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.179197] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('155fb631-67f9-4bc9-8e66-1c2a4a75c3cd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.682843] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.683540] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.684526] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.684981] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.685254] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.685578] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.685992] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.686201] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.686507] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.687421] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.687421] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd already deleted. [ 843.687421] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.819654] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebf18e8d-310e-4b85-9866-b265a126ff3c in Status: SUCCESS [ 843.821016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.821016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.821016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.821016] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.821251] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.821251] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.821621] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.821754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.822089] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebf18e8d-310e-4b85-9866-b265a126ff3c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.099109] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-865 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.099109] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-865" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.099109] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-865" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.099109] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-865" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.099109] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.099109] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.099109] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.099496] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.099749] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.100343] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 844.100809] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.101066] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.101280] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.101484] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 844.101674] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.101888] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.121876] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.121876] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 844.121876] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.121876] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-865" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.121876] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-d41ecfde-5d1e-42a1-8eb4-de37b228bde4 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.121876] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-d41ecfde-5d1e-42a1-8eb4-de37b228bde4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.121876] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-d41ecfde-5d1e-42a1-8eb4-de37b228bde4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.121876] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-d41ecfde-5d1e-42a1-8eb4-de37b228bde4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.121876] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d41ecfde-5d1e-42a1-8eb4-de37b228bde4',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.175105] env[69258]: INFO networking_nsxv3.common.synchronization [None req-4d91ecf4-300f-44b2-8c6d-a83cc89f8c4a tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Enqueued Resource ID: 4e827a93-c781-41ec-832f-40076adb2dcb with Priority: HIGHEST for action security_group_rules [ 844.175485] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e827a93-c781-41ec-832f-40076adb2dcb with Priority: HIGHEST for action security_group_rules [ 844.175597] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e827a93-c781-41ec-832f-40076adb2dcb taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.175697] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e827a93-c781-41ec-832f-40076adb2dcb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.175886] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e827a93-c781-41ec-832f-40076adb2dcb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.176173] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e827a93-c781-41ec-832f-40076adb2dcb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.176255] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e827a93-c781-41ec-832f-40076adb2dcb',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.266981] env[69258]: INFO networking_nsxv3.common.synchronization [None req-59e1ac6d-99d2-4ca3-95e1-5c5fb7968cf1 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Enqueued Resource ID: 4e827a93-c781-41ec-832f-40076adb2dcb with Priority: HIGHEST for action security_group_rules [ 844.266981] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e827a93-c781-41ec-832f-40076adb2dcb with Priority: HIGHEST for action security_group_rules [ 844.267282] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e827a93-c781-41ec-832f-40076adb2dcb taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.267282] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e827a93-c781-41ec-832f-40076adb2dcb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.325674] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebf18e8d-310e-4b85-9866-b265a126ff3c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.625518] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.626535] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.626535] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.626535] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.626535] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.626535] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port d41ecfde-5d1e-42a1-8eb4-de37b228bde4 not found, creating... [ 844.626768] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.626926] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.627672] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.627672] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.627672] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.627672] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.628114] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.628114] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.628230] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.628370] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.628514] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: d41ecfde-5d1e-42a1-8eb4-de37b228bde4 is going to be created. [ 844.649635] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.649635] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.649635] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.649875] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.649953] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.650257] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-d41ecfde-5d1e-42a1-8eb4-de37b228bde4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.723453] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.723719] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.723719] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.723848] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.723908] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.724029] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e827a93-c781-41ec-832f-40076adb2dcb already deleted. [ 844.724142] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e827a93-c781-41ec-832f-40076adb2dcb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.724336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e827a93-c781-41ec-832f-40076adb2dcb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.724521] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e827a93-c781-41ec-832f-40076adb2dcb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.724592] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e827a93-c781-41ec-832f-40076adb2dcb',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.832599] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebf18e8d-310e-4b85-9866-b265a126ff3c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.990303] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edf4224-3bfd-443d-be67-11e069a78161 in Status: SUCCESS [ 844.990730] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.990730] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.990979] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.991205] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.991345] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.991416] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.991598] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.991701] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.991814] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.991945] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0edf4224-3bfd-443d-be67-11e069a78161',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.992841] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.993016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.993215] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.993339] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.993423] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.993573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.993672] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.993762] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0edf4224-3bfd-443d-be67-11e069a78161',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.094369] env[69258]: INFO networking_nsxv3.common.synchronization [req-d9326636-4678-48bf-afd0-5abb8d070d13 req-08557db3-6e12-4007-b865-c5f3fe7bd01c tempest-ServerGroupTestJSON-1316247121 tempest-ServerGroupTestJSON-1316247121-project-member] Enqueued Resource ID: 0005937f-900e-43e1-8b6c-49ce49b0a9b9 with Priority: HIGHEST for action security_group_members [ 845.094928] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0005937f-900e-43e1-8b6c-49ce49b0a9b9 with Priority: HIGHEST for action security_group_members [ 845.095270] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-0005937f-900e-43e1-8b6c-49ce49b0a9b9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.095421] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0005937f-900e-43e1-8b6c-49ce49b0a9b9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.095586] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0005937f-900e-43e1-8b6c-49ce49b0a9b9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.095704] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0005937f-900e-43e1-8b6c-49ce49b0a9b9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.096091] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.096091] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.096212] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.096546] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.096546] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.096546] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0005937f-900e-43e1-8b6c-49ce49b0a9b9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.244508] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.244690] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.244783] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.245033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.245144] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.245252] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e827a93-c781-41ec-832f-40076adb2dcb already deleted. [ 845.245353] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e827a93-c781-41ec-832f-40076adb2dcb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.336278] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.336278] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.336278] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.336278] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.336509] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.336509] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebf18e8d-310e-4b85-9866-b265a126ff3c is going to be updated. [ 845.365246] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.365411] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.365450] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.365655] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.365829] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.375439] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebf18e8d-310e-4b85-9866-b265a126ff3c in Status: IN_PROGRESS for 2s [ 845.497551] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf4224-3bfd-443d-be67-11e069a78161 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.497551] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.497551] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0edf4224-3bfd-443d-be67-11e069a78161',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.598627] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.598779] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.598951] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.599107] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.599232] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.599495] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.599608] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.599674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.599839] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.599921] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.600023] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0005937f-900e-43e1-8b6c-49ce49b0a9b9 is going to be updated. [ 845.630353] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.630519] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.630565] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.630761] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.630900] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.640858] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0005937f-900e-43e1-8b6c-49ce49b0a9b9 in Status: IN_PROGRESS for 2s [ 845.656869] env[69258]: INFO networking_nsxv3.common.synchronization [req-94fae92b-ad99-4054-82a1-a7eeb0f585fc req-2acba0c7-72b0-45a7-ad58-54bc75e03c32 service nova] Enqueued Resource ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd with Priority: HIGHEST for action security_group_rules [ 845.657064] env[69258]: INFO networking_nsxv3.common.synchronization [req-94fae92b-ad99-4054-82a1-a7eeb0f585fc req-2acba0c7-72b0-45a7-ad58-54bc75e03c32 service nova] Enqueued Resource ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd with Priority: HIGHEST for action security_group_members [ 845.657205] env[69258]: INFO networking_nsxv3.common.synchronization [req-94fae92b-ad99-4054-82a1-a7eeb0f585fc req-2acba0c7-72b0-45a7-ad58-54bc75e03c32 service nova] Enqueued Resource ID: d41ecfde-5d1e-42a1-8eb4-de37b228bde4 with Priority: HIGHEST for action port [ 845.657428] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd with Priority: HIGHEST for action security_group_rules [ 845.657552] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd with Priority: HIGHEST for action security_group_members [ 845.657646] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d41ecfde-5d1e-42a1-8eb4-de37b228bde4 with Priority: HIGHEST for action port [ 845.658209] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.658348] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.658421] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.658674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.658755] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('155fb631-67f9-4bc9-8e66-1c2a4a75c3cd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.664947] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.664947] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.664947] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.664947] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.665340] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.665340] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.665340] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.665340] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.665569] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.665569] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('155fb631-67f9-4bc9-8e66-1c2a4a75c3cd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.666658] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-d41ecfde-5d1e-42a1-8eb4-de37b228bde4 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.666658] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d41ecfde-5d1e-42a1-8eb4-de37b228bde4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.666658] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d41ecfde-5d1e-42a1-8eb4-de37b228bde4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.666658] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d41ecfde-5d1e-42a1-8eb4-de37b228bde4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.666658] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d41ecfde-5d1e-42a1-8eb4-de37b228bde4',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.002557] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0edf4224-3bfd-443d-be67-11e069a78161',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.172244] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d41ecfde-5d1e-42a1-8eb4-de37b228bde4 with status ACTIVE [ 846.172460] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.172642] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.174068] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.174068] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.174068] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.174068] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.174068] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.174068] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.174068] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.174068] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.174068] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.174068] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.174068] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.174068] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.174068] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.174850] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d41ecfde-5d1e-42a1-8eb4-de37b228bde4 is going to be updated. [ 846.175847] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('155fb631-67f9-4bc9-8e66-1c2a4a75c3cd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.176790] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.176885] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.202580] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.203090] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.203090] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.203090] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.203354] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.203354] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d41ecfde-5d1e-42a1-8eb4-de37b228bde4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.506205] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.506358] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.506485] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.506649] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.506754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.506840] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edf4224-3bfd-443d-be67-11e069a78161 is going to be updated. [ 846.538008] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.538008] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.538008] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.538215] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.538359] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.549038] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edf4224-3bfd-443d-be67-11e069a78161 in Status: IN_PROGRESS for 2s [ 846.677720] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('155fb631-67f9-4bc9-8e66-1c2a4a75c3cd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.180235] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.180544] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.180544] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.180627] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.180669] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.180761] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd is going to be created. [ 847.218330] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.218330] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.218330] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.218330] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.218330] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.227278] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd in Status: UNINITIALIZED for 2s [ 847.393046] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebf18e8d-310e-4b85-9866-b265a126ff3c in Status: SUCCESS [ 847.393273] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.393441] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.393643] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.393838] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.393957] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.394089] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.394171] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.394257] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.394340] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.394430] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebf18e8d-310e-4b85-9866-b265a126ff3c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.649769] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0005937f-900e-43e1-8b6c-49ce49b0a9b9 in Status: SUCCESS [ 847.649949] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0005937f-900e-43e1-8b6c-49ce49b0a9b9 deletion is rescheduled due to dependency. [ 847.650109] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0005937f-900e-43e1-8b6c-49ce49b0a9b9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.897710] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebf18e8d-310e-4b85-9866-b265a126ff3c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.898147] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.898326] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.898786] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.899541] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.899541] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.899541] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.899541] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.899754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.899754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.899849] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebf18e8d-310e-4b85-9866-b265a126ff3c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.899943] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.900035] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.900176] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.900329] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.900424] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.900486] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.900620] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.900700] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.900942] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.900942] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebf18e8d-310e-4b85-9866-b265a126ff3c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.405492] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebf18e8d-310e-4b85-9866-b265a126ff3c: rpc.has_security_group_logging(os_id): False [ 848.423216] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.424080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.424080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.424080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.424080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.424080] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.424080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.424080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.424416] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.424416] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.424602] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.424663] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.424663] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.424818] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.424895] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.425194] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.425294] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.425356] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.425539] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.425669] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.425713] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebf18e8d-310e-4b85-9866-b265a126ff3c is going to be updated. [ 848.487947] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.488084] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.488129] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.488417] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.488622] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.508488] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebf18e8d-310e-4b85-9866-b265a126ff3c in Status: IN_PROGRESS for 2s [ 848.562614] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edf4224-3bfd-443d-be67-11e069a78161 in Status: SUCCESS [ 848.562863] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.563034] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.563463] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.563561] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.563640] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.563640] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.565084] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.565084] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.565084] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.565084] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf4224-3bfd-443d-be67-11e069a78161 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.565084] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.565084] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.565084] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.565084] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.565084] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.565084] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.565084] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.565084] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.565084] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.565645] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0edf4224-3bfd-443d-be67-11e069a78161',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.610388] env[69258]: INFO networking_nsxv3.common.synchronization [req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 req-dec0665e-4676-42fc-99a3-7c2aa0c753a7 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Enqueued Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_members [ 848.610996] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_members [ 848.611349] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.612272] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.612272] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.612272] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.612460] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.612570] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.612670] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.612895] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.613018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.613824] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.071650] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0edf4224-3bfd-443d-be67-11e069a78161: rpc.has_security_group_logging(os_id): False [ 849.094407] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.094407] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.094407] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.094407] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.094407] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.094407] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.094407] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.094407] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.094407] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.094407] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.094407] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.094407] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.094407] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.094407] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.094407] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.095064] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.095064] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.095064] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.095064] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.095064] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.095064] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0edf4224-3bfd-443d-be67-11e069a78161 is going to be created. [ 849.116735] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.116735] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.116735] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.116735] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.116735] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.116735] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.117148] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.117148] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.117148] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.117148] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.117281] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 already deleted. [ 849.117281] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.150821] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.151100] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.152015] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.152015] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.152015] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.161019] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0edf4224-3bfd-443d-be67-11e069a78161 in Status: IN_PROGRESS for 2s [ 849.249717] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd in Status: SUCCESS [ 849.249717] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.249717] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.249717] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.249717] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.249717] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.249717] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.249717] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.249717] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.249717] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.249717] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('155fb631-67f9-4bc9-8e66-1c2a4a75c3cd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.264271] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-339 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.264513] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-339" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.264628] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-339" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.264964] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-339" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.266169] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.266169] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.266169] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.266169] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.266169] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.266169] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.266644] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.266644] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.266644] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.266644] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 849.266766] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.266853] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.284847] env[69258]: INFO networking_nsxv3.common.synchronization [req-f451ac26-59be-4fd6-8c15-3b4c278eea71 req-8bf270eb-34bb-41a4-a6e5-45ae1ccf6edb tempest-InstanceActionsV221TestJSON-1654709482 tempest-InstanceActionsV221TestJSON-1654709482-project-member] Enqueued Resource ID: 13f06a05-0095-4b72-a2f3-c23a4f99e293 with Priority: HIGHEST for action security_group_members [ 849.285606] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13f06a05-0095-4b72-a2f3-c23a4f99e293 with Priority: HIGHEST for action security_group_members [ 849.286759] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.286937] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 849.287127] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.287355] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-339" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.287697] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-6cd8271d-d442-49bd-b7a2-86dd71650178 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.287918] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-6cd8271d-d442-49bd-b7a2-86dd71650178" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.288064] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-6cd8271d-d442-49bd-b7a2-86dd71650178" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.288372] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-6cd8271d-d442-49bd-b7a2-86dd71650178" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.288513] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cd8271d-d442-49bd-b7a2-86dd71650178',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.292549] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-13f06a05-0095-4b72-a2f3-c23a4f99e293 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.292549] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13f06a05-0095-4b72-a2f3-c23a4f99e293" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.292549] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13f06a05-0095-4b72-a2f3-c23a4f99e293" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.292549] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13f06a05-0095-4b72-a2f3-c23a4f99e293" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.292823] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.292866] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.293421] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.293421] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.293421] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.293633] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13f06a05-0095-4b72-a2f3-c23a4f99e293',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.756092] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.756092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.756092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.756092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.756092] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.756092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.756092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.756092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.756092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.756092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.756092] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.756092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.756092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.756092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.756092] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.756092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.756925] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.756925] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.756925] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.756925] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.756925] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('155fb631-67f9-4bc9-8e66-1c2a4a75c3cd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.796098] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.796272] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.796345] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.797342] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.797512] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.797784] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.797888] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.798417] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.798417] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.798417] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.798417] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13f06a05-0095-4b72-a2f3-c23a4f99e293 is going to be updated. [ 849.801388] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.801580] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.801706] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.801942] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.802099] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.802250] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 6cd8271d-d442-49bd-b7a2-86dd71650178 not found, creating... [ 849.802503] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.802659] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.802779] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.802992] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.803146] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.803429] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.803584] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.803703] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.803908] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.804055] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.804196] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 6cd8271d-d442-49bd-b7a2-86dd71650178 is going to be created. [ 849.829437] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.829557] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.829684] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.829987] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.832411] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.832411] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-6cd8271d-d442-49bd-b7a2-86dd71650178" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.834781] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.834929] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.834994] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.835196] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.835319] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.845643] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13f06a05-0095-4b72-a2f3-c23a4f99e293 in Status: IN_PROGRESS for 2s [ 850.258346] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd: rpc.has_security_group_logging(os_id): False [ 850.278119] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.278316] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.278359] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.278587] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.278698] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.278909] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.279016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.279094] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.279262] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.279339] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.279528] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.279613] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.279675] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.279819] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.279893] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.280264] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.280416] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.280508] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.280699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.280798] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.280910] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd is going to be created. [ 850.341202] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.341362] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.341472] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.341631] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.341812] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.358018] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd in Status: IN_PROGRESS for 2s [ 850.521564] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebf18e8d-310e-4b85-9866-b265a126ff3c in Status: SUCCESS [ 850.522323] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.155029] env[69258]: INFO networking_nsxv3.common.synchronization [req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 req-aa96f46c-6959-495c-9e50-881413474ce8 service nova] Enqueued Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_rules [ 851.155029] env[69258]: INFO networking_nsxv3.common.synchronization [req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 req-aa96f46c-6959-495c-9e50-881413474ce8 service nova] Enqueued Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_members [ 851.155029] env[69258]: INFO networking_nsxv3.common.synchronization [req-dd67f9e1-916f-41d6-aeb5-d3dc071eda37 req-aa96f46c-6959-495c-9e50-881413474ce8 service nova] Enqueued Resource ID: 6cd8271d-d442-49bd-b7a2-86dd71650178 with Priority: HIGHEST for action port [ 851.155565] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_rules [ 851.155727] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_members [ 851.155846] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd8271d-d442-49bd-b7a2-86dd71650178 with Priority: HIGHEST for action port [ 851.156126] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.156368] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.156368] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.156622] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.156685] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.157638] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.157760] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.157909] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.158046] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.158209] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.158459] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.158459] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.158545] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.158623] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.162021] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.162021] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cd8271d-d442-49bd-b7a2-86dd71650178 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.162021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cd8271d-d442-49bd-b7a2-86dd71650178" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.162021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cd8271d-d442-49bd-b7a2-86dd71650178" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.162021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cd8271d-d442-49bd-b7a2-86dd71650178" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.162021] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cd8271d-d442-49bd-b7a2-86dd71650178',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.180951] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0edf4224-3bfd-443d-be67-11e069a78161 in Status: SUCCESS [ 851.181199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.181634] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.181844] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.181932] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0edf4224-3bfd-443d-be67-11e069a78161',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.663969] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.664489] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.664572] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.665697] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6cd8271d-d442-49bd-b7a2-86dd71650178 with status ACTIVE [ 851.668133] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.668133] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.668133] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.668133] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.668133] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.668133] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.668133] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.668133] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.668133] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.668133] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.668133] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.668133] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.668133] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.668133] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.668133] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.668133] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6cd8271d-d442-49bd-b7a2-86dd71650178 is going to be updated. [ 851.685964] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf4224-3bfd-443d-be67-11e069a78161 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.686216] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.686291] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.686523] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.686747] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.686875] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.686975] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.687390] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.687555] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.687742] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.688239] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0edf4224-3bfd-443d-be67-11e069a78161',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.694020] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.694020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.694020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.694020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.694020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.694020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cd8271d-d442-49bd-b7a2-86dd71650178" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.858811] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13f06a05-0095-4b72-a2f3-c23a4f99e293 in Status: SUCCESS [ 851.859104] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13f06a05-0095-4b72-a2f3-c23a4f99e293 deletion is rescheduled due to dependency. [ 851.859253] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13f06a05-0095-4b72-a2f3-c23a4f99e293" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.171810] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.192776] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf4224-3bfd-443d-be67-11e069a78161 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.196131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.196131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.196131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.196131] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.196131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.196131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.196131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.196131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.196131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.196131] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf4224-3bfd-443d-be67-11e069a78161 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.196131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.196131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.196131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.196131] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.196131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.196131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.196131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.196131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.196886] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.196886] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0edf4224-3bfd-443d-be67-11e069a78161',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.369670] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd in Status: SUCCESS [ 852.369885] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.473588] env[69258]: INFO networking_nsxv3.common.synchronization [req-b23674a0-c826-40b4-ac93-9a1ac13dda2d req-2c413887-b3d3-460d-91db-e301cf19e2f5 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Enqueued Resource ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 with Priority: HIGHEST for action security_group_members [ 852.474054] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 with Priority: HIGHEST for action security_group_members [ 852.474364] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1189b014-c7b1-4178-98cc-8bcd690b5ea1 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.474532] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.474569] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.474743] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.479609] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.479777] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.479893] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.480125] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.480257] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.480390] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1189b014-c7b1-4178-98cc-8bcd690b5ea1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.614401] env[69258]: INFO networking_nsxv3.common.synchronization [req-ba973e0e-589e-4242-8414-40f2d43d5954 req-be4b4c4a-7138-4e73-9a22-2c5ff0727617 tempest-ListServersNegativeTestJSON-1897945630 tempest-ListServersNegativeTestJSON-1897945630-project-member] Enqueued Resource ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 with Priority: HIGHEST for action security_group_members [ 852.614401] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 with Priority: HIGHEST for action security_group_members [ 852.614751] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1189b014-c7b1-4178-98cc-8bcd690b5ea1 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.615111] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.674031] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.674031] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.674031] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.674031] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.674031] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.674031] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 is going to be created. [ 852.697571] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.697753] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.697818] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.698116] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.698918] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.701666] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0edf4224-3bfd-443d-be67-11e069a78161: rpc.has_security_group_logging(os_id): False [ 852.713989] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: UNINITIALIZED for 2s [ 852.719931] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.719931] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.719931] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.720151] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.720449] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.720661] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.720765] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.720845] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.721021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.721182] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.721344] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.721491] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.721900] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.721900] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.721900] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.722121] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.722224] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.722286] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.722468] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.722551] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.722638] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0edf4224-3bfd-443d-be67-11e069a78161 is going to be updated. [ 852.797199] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.797374] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.797638] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.797971] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.798175] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.815075] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0edf4224-3bfd-443d-be67-11e069a78161 in Status: IN_PROGRESS for 2s [ 852.987032] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1189b014-c7b1-4178-98cc-8bcd690b5ea1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.994322] env[69258]: INFO networking_nsxv3.common.synchronization [req-f3d641f9-86a6-4e45-8795-c645b24d5259 req-8fd085a4-bad0-483b-b6aa-683b2aef3ddf tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Enqueued Resource ID: ebf18e8d-310e-4b85-9866-b265a126ff3c with Priority: HIGHEST for action security_group_members [ 852.995487] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebf18e8d-310e-4b85-9866-b265a126ff3c with Priority: HIGHEST for action security_group_members [ 852.995792] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebf18e8d-310e-4b85-9866-b265a126ff3c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.995951] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.996024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.999031] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.999235] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.999355] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.999418] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.999579] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.999670] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.999769] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebf18e8d-310e-4b85-9866-b265a126ff3c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.493645] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1189b014-c7b1-4178-98cc-8bcd690b5ea1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.502581] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebf18e8d-310e-4b85-9866-b265a126ff3c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.999963] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.000340] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.000415] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.000622] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.000716] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.000812] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 is going to be updated. [ 854.005992] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebf18e8d-310e-4b85-9866-b265a126ff3c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.030076] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.030323] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.030323] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.030932] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.030932] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.041989] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 in Status: IN_PROGRESS for 2s [ 854.424289] env[69258]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 854.424425] env[69258]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] NSXv3 Agent Agent loop - iteration:1 started [ 854.513309] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.513683] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.513683] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.513779] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.513832] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.513935] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebf18e8d-310e-4b85-9866-b265a126ff3c is going to be updated. [ 854.544029] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.544029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.544029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.544029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.544029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.554293] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebf18e8d-310e-4b85-9866-b265a126ff3c in Status: IN_PROGRESS for 2s [ 854.723648] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: SUCCESS [ 854.723648] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.723648] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.724125] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.724125] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.724125] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.724125] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.724365] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.724480] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.724531] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.724629] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.828271] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0edf4224-3bfd-443d-be67-11e069a78161 in Status: SUCCESS [ 854.828656] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.232065] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.232414] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.233726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.234022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.234411] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.234718] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.234718] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.235279] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.235405] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.235513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.235688] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.235791] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.235890] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.236039] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.237325] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.237325] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.237325] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.237325] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.237325] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.237325] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.237325] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.739778] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c8dc541-bce3-4239-a47a-451d9ee5b7e9: rpc.has_security_group_logging(os_id): False [ 855.756938] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.756938] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.757210] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.757274] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.757380] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.758185] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.758185] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.758185] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.758185] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.758422] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.758475] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.758558] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.758620] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.758774] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.758845] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.759105] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.759205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.759265] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.759405] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.759475] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.759557] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 is going to be created. [ 855.812707] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.816331] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.816414] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.816748] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.820018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.827410] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: IN_PROGRESS for 2s [ 856.054608] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 in Status: SUCCESS [ 856.054608] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.054608] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.054608] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.054608] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.054608] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.054608] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.054608] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.054608] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.054608] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1189b014-c7b1-4178-98cc-8bcd690b5ea1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.557847] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.558144] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.558244] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.558454] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.558553] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.558767] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.558878] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.558965] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.559136] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.559221] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.559315] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 is going to be updated. [ 856.570238] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebf18e8d-310e-4b85-9866-b265a126ff3c in Status: SUCCESS [ 856.570469] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.581904] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.582135] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.582135] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.582437] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.582590] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.592940] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 in Status: IN_PROGRESS for 2s [ 857.843102] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: SUCCESS [ 857.843102] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.996494] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 857.996494] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 858.376714] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.377791] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.377899] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.378193] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.378404] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.575891] env[69258]: INFO networking_nsxv3.common.synchronization [req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 req-735c4adf-b0cf-458b-956d-b9725ec3f757 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Enqueued Resource ID: 4a79c78f-a284-4da0-a78e-588956c99be1 with Priority: HIGHEST for action security_group_members [ 858.577834] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a79c78f-a284-4da0-a78e-588956c99be1 with Priority: HIGHEST for action security_group_members [ 858.578293] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a79c78f-a284-4da0-a78e-588956c99be1 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.578563] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.578734] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.579050] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.579260] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.579395] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.579552] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.580415] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.580640] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.581732] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a79c78f-a284-4da0-a78e-588956c99be1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.603070] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 in Status: SUCCESS [ 858.603263] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1189b014-c7b1-4178-98cc-8bcd690b5ea1 deletion is rescheduled due to dependency. [ 858.603388] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1189b014-c7b1-4178-98cc-8bcd690b5ea1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.880447] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.962824] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-639 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.963039] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-639" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.963165] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-639" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.963438] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-639" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.963710] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.964276] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.964276] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.964276] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.964437] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.964551] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 858.964651] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.964757] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.964862] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.964967] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 858.965080] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.965208] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.987126] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.987318] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 858.987474] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.987640] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-639" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.987967] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-f2c175ba-68d7-432c-a73a-1602f522868d taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.988266] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-f2c175ba-68d7-432c-a73a-1602f522868d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.988405] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-f2c175ba-68d7-432c-a73a-1602f522868d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.988751] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-f2c175ba-68d7-432c-a73a-1602f522868d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.988893] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2c175ba-68d7-432c-a73a-1602f522868d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.085851] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.086084] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.086142] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.086352] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.086447] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.086652] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.086746] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.086808] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.086957] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.087053] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.087141] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a79c78f-a284-4da0-a78e-588956c99be1 already deleted. [ 859.087220] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.386164] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.491422] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.491794] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.491866] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.492132] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.492285] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.492445] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port f2c175ba-68d7-432c-a73a-1602f522868d not found, creating... [ 859.492734] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.492865] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.493113] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.493348] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.493348] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.493724] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.493891] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.494576] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.494889] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.495053] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.495218] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: f2c175ba-68d7-432c-a73a-1602f522868d is going to be created. [ 859.514162] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.514349] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.514559] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.514828] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.515033] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.515273] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-f2c175ba-68d7-432c-a73a-1602f522868d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.888418] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 859.888796] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 860.238514] env[69258]: INFO networking_nsxv3.common.synchronization [req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 req-1fd13c25-355f-4c41-b58a-069a265179cd service nova] Enqueued Resource ID: 4a79c78f-a284-4da0-a78e-588956c99be1 with Priority: HIGHEST for action security_group_rules [ 860.238811] env[69258]: INFO networking_nsxv3.common.synchronization [req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 req-1fd13c25-355f-4c41-b58a-069a265179cd service nova] Enqueued Resource ID: 4a79c78f-a284-4da0-a78e-588956c99be1 with Priority: HIGHEST for action security_group_members [ 860.243066] env[69258]: INFO networking_nsxv3.common.synchronization [req-1b68ac41-c74e-41fd-b305-d4ea3f27e733 req-1fd13c25-355f-4c41-b58a-069a265179cd service nova] Enqueued Resource ID: f2c175ba-68d7-432c-a73a-1602f522868d with Priority: HIGHEST for action port [ 860.243066] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a79c78f-a284-4da0-a78e-588956c99be1 with Priority: HIGHEST for action security_group_rules [ 860.243066] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a79c78f-a284-4da0-a78e-588956c99be1 with Priority: HIGHEST for action security_group_members [ 860.243066] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2c175ba-68d7-432c-a73a-1602f522868d with Priority: HIGHEST for action port [ 860.243377] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a79c78f-a284-4da0-a78e-588956c99be1 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.243482] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.243585] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.243931] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.244053] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a79c78f-a284-4da0-a78e-588956c99be1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.246437] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a79c78f-a284-4da0-a78e-588956c99be1 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.246612] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.246724] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.246973] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.247621] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.247621] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.247621] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.247785] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.247868] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.247944] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a79c78f-a284-4da0-a78e-588956c99be1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.249149] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2c175ba-68d7-432c-a73a-1602f522868d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.249300] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2c175ba-68d7-432c-a73a-1602f522868d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.249497] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2c175ba-68d7-432c-a73a-1602f522868d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.249683] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2c175ba-68d7-432c-a73a-1602f522868d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.249806] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2c175ba-68d7-432c-a73a-1602f522868d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.633462] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.633652] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.633652] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.633929] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.649253] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 860.650509] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.652790] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 860.679537] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.679764] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.679764] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.679963] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.687316] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.687850] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 860.687971] env[69258]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69258) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 860.688115] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 860.726304] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.726453] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.726523] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.726746] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.728017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.728203] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 860.752163] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a79c78f-a284-4da0-a78e-588956c99be1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.753213] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a79c78f-a284-4da0-a78e-588956c99be1 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.753319] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.753674] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2c175ba-68d7-432c-a73a-1602f522868d with status ACTIVE [ 860.753836] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.753941] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.754011] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.754217] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.754303] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.754465] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.754551] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.754602] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.754748] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.754823] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.754995] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.755280] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.755346] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.755492] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.755574] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.755643] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2c175ba-68d7-432c-a73a-1602f522868d is going to be updated. [ 860.778943] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.780217] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.780217] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.780217] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.780217] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.780217] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2c175ba-68d7-432c-a73a-1602f522868d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.793967] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.794121] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.794196] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.794407] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.794615] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.794812] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 860.848448] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.848601] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.848665] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.848865] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.849072] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.849312] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:32. [ 860.849409] env[69258]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'13f06a05-0095-4b72-a2f3-c23a4f99e293', '21e78db7-d0de-47fa-a658-b3202800654c', '63ecbe6e-1149-4a05-8885-5b2f2123e2c7', 'a647b22e-b538-4691-821e-794e7b4d00d6', '155fb631-67f9-4bc9-8e66-1c2a4a75c3cd', '42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5', 'aff5d726-f658-49a6-9d46-ddc52a45c6c2', 'b9316763-fe41-44dc-9d88-153188ad88d7', 'c754537a-1169-4215-9bdd-f31b86f6cd2f', '6c8dc541-bce3-4239-a47a-451d9ee5b7e9', '0005937f-900e-43e1-8b6c-49ce49b0a9b9', 'd0b792fd-bf41-442a-9965-36359aa592b6', '389f01ab-cfc6-4302-b4e7-42db71a6ebe8', 'bb1aacb4-2c0e-4430-80f4-247a788bc442', '30a85234-4be1-45e4-8d76-8981ce663fe0', 'ebf18e8d-310e-4b85-9866-b265a126ff3c', 'ac7faa52-71cf-4778-baa6-a9ec0c5ead3f', '7635995e-c6cd-453b-b9aa-b46cf0c66e88', 'e15e2797-d91b-4197-aa42-1a32d3d5120f', '1f6ee506-9bfd-4e04-8a0e-87e243c89f45', '80b1632f-dacb-4180-99a3-5795c2b7cb0a', '0f4cec35-e4ad-450b-a2e5-4e42baa318d4', '42e14143-deec-4fc8-87f8-0bae05bf235e', '92e30c06-fe97-4b89-bca5-8dd6e4d8e404', '1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e', '2ecf39ed-cdf0-4542-b74e-ae35a5acf80b', 'c60f7407-2d33-4a8d-9219-7d3c17a24c32', 'ef714168-a019-4fb1-965d-0af139feee39', '96ed2138-e68e-4d1a-a6a5-55f243ae7862', '0edf4224-3bfd-443d-be67-11e069a78161', '1189b014-c7b1-4178-98cc-8bcd690b5ea1', 'b9352cd3-d17b-441e-90a2-cb7e49e515ec'} {{(pid=69258) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 860.849536] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 860.887454] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.887628] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.887710] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.887926] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.888360] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.888484] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 860.888701] env[69258]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69258) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 860.888701] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 860.955180] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.955346] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.955411] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.955620] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.956256] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.956458] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 860.956537] env[69258]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69258) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 860.956610] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 860.956676] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 860.956754] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/32 resources of Type:Security Group Rules [ 860.956825] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 13f06a05-0095-4b72-a2f3-c23a4f99e293 with Priority: HIGH for action security_group_rules [ 860.956901] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGH for action security_group_rules [ 860.956968] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGH for action security_group_rules [ 860.957743] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGH for action security_group_rules [ 860.957882] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd with Priority: HIGH for action security_group_rules [ 860.957958] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 with Priority: HIGH for action security_group_rules [ 860.958057] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aff5d726-f658-49a6-9d46-ddc52a45c6c2 with Priority: HIGH for action security_group_rules [ 860.958131] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9316763-fe41-44dc-9d88-153188ad88d7 with Priority: HIGH for action security_group_rules [ 860.958197] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGH for action security_group_rules [ 860.958262] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGH for action security_group_rules [ 860.958324] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0005937f-900e-43e1-8b6c-49ce49b0a9b9 with Priority: HIGH for action security_group_rules [ 860.958386] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d0b792fd-bf41-442a-9965-36359aa592b6 with Priority: HIGH for action security_group_rules [ 860.958778] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 389f01ab-cfc6-4302-b4e7-42db71a6ebe8 with Priority: HIGH for action security_group_rules [ 860.958871] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bb1aacb4-2c0e-4430-80f4-247a788bc442 with Priority: HIGH for action security_group_rules [ 860.958938] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 with Priority: HIGH for action security_group_rules [ 860.959053] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ebf18e8d-310e-4b85-9866-b265a126ff3c with Priority: HIGH for action security_group_rules [ 860.959137] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f with Priority: HIGH for action security_group_rules [ 860.959217] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7635995e-c6cd-453b-b9aa-b46cf0c66e88 with Priority: HIGH for action security_group_rules [ 860.959283] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e15e2797-d91b-4197-aa42-1a32d3d5120f with Priority: HIGH for action security_group_rules [ 860.959347] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 with Priority: HIGH for action security_group_rules [ 860.959447] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.041348] env[69258]: INFO networking_nsxv3.common.synchronization [None req-2bb51274-fd59-4c3d-b114-34d2379e4035 None None] Enqueued Resource ID: a22a96fd-3a0d-44ac-a05c-a733a0887d07 with Priority: HIGHEST for action port [ 861.041869] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a22a96fd-3a0d-44ac-a05c-a733a0887d07 with Priority: HIGHEST for action port [ 861.041869] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13f06a05-0095-4b72-a2f3-c23a4f99e293 with Priority: HIGH for action security_group_rules [ 861.042053] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGH for action security_group_rules [ 861.042053] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aff5d726-f658-49a6-9d46-ddc52a45c6c2 with Priority: HIGH for action security_group_rules [ 861.042222] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 with Priority: HIGH for action security_group_rules [ 861.042222] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 with Priority: HIGH for action security_group_rules [ 861.042305] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e15e2797-d91b-4197-aa42-1a32d3d5120f with Priority: HIGH for action security_group_rules [ 861.042353] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7635995e-c6cd-453b-b9aa-b46cf0c66e88 with Priority: HIGH for action security_group_rules [ 861.042432] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f with Priority: HIGH for action security_group_rules [ 861.042528] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb1aacb4-2c0e-4430-80f4-247a788bc442 with Priority: HIGH for action security_group_rules [ 861.042615] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebf18e8d-310e-4b85-9866-b265a126ff3c with Priority: HIGH for action security_group_rules [ 861.042702] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 389f01ab-cfc6-4302-b4e7-42db71a6ebe8 with Priority: HIGH for action security_group_rules [ 861.042833] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0b792fd-bf41-442a-9965-36359aa592b6 with Priority: HIGH for action security_group_rules [ 861.042883] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0005937f-900e-43e1-8b6c-49ce49b0a9b9 with Priority: HIGH for action security_group_rules [ 861.042949] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGH for action security_group_rules [ 861.048055] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGH for action security_group_rules [ 861.048055] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 with Priority: HIGH for action security_group_rules [ 861.048055] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9316763-fe41-44dc-9d88-153188ad88d7 with Priority: HIGH for action security_group_rules [ 861.048055] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd with Priority: HIGH for action security_group_rules [ 861.048055] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGH for action security_group_rules [ 861.048055] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGH for action security_group_rules [ 861.048055] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-a22a96fd-3a0d-44ac-a05c-a733a0887d07 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.048055] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a22a96fd-3a0d-44ac-a05c-a733a0887d07" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.048055] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a22a96fd-3a0d-44ac-a05c-a733a0887d07" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.048055] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a22a96fd-3a0d-44ac-a05c-a733a0887d07" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.048055] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a22a96fd-3a0d-44ac-a05c-a733a0887d07',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.048055] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13f06a05-0095-4b72-a2f3-c23a4f99e293 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.048055] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13f06a05-0095-4b72-a2f3-c23a4f99e293" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.048055] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13f06a05-0095-4b72-a2f3-c23a4f99e293" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.048055] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13f06a05-0095-4b72-a2f3-c23a4f99e293" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.048055] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13f06a05-0095-4b72-a2f3-c23a4f99e293',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.052975] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.053168] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.053234] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.053598] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.053598] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.054440] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aff5d726-f658-49a6-9d46-ddc52a45c6c2 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.054620] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aff5d726-f658-49a6-9d46-ddc52a45c6c2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.054620] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aff5d726-f658-49a6-9d46-ddc52a45c6c2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.054905] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aff5d726-f658-49a6-9d46-ddc52a45c6c2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.054905] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aff5d726-f658-49a6-9d46-ddc52a45c6c2',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.056204] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30a85234-4be1-45e4-8d76-8981ce663fe0 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.056204] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.056377] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.056377] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.056475] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30a85234-4be1-45e4-8d76-8981ce663fe0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.058470] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f6ee506-9bfd-4e04-8a0e-87e243c89f45 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.058992] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.058992] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.059176] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.059176] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f6ee506-9bfd-4e04-8a0e-87e243c89f45',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.060182] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e15e2797-d91b-4197-aa42-1a32d3d5120f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.060435] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e15e2797-d91b-4197-aa42-1a32d3d5120f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.060435] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e15e2797-d91b-4197-aa42-1a32d3d5120f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.060709] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e15e2797-d91b-4197-aa42-1a32d3d5120f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.060709] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e15e2797-d91b-4197-aa42-1a32d3d5120f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.061753] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7635995e-c6cd-453b-b9aa-b46cf0c66e88 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.061753] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7635995e-c6cd-453b-b9aa-b46cf0c66e88" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.061753] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7635995e-c6cd-453b-b9aa-b46cf0c66e88" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.061965] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7635995e-c6cd-453b-b9aa-b46cf0c66e88" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.061965] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7635995e-c6cd-453b-b9aa-b46cf0c66e88',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.062660] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.062770] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.062833] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.062968] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.063055] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac7faa52-71cf-4778-baa6-a9ec0c5ead3f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.063841] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb1aacb4-2c0e-4430-80f4-247a788bc442 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.064618] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb1aacb4-2c0e-4430-80f4-247a788bc442" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.064618] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb1aacb4-2c0e-4430-80f4-247a788bc442" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.064618] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb1aacb4-2c0e-4430-80f4-247a788bc442" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.064618] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb1aacb4-2c0e-4430-80f4-247a788bc442',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.064618] env[69258]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 861.065283] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebf18e8d-310e-4b85-9866-b265a126ff3c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.065382] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.065445] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.065835] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.065908] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebf18e8d-310e-4b85-9866-b265a126ff3c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.066808] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-389f01ab-cfc6-4302-b4e7-42db71a6ebe8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.066808] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-389f01ab-cfc6-4302-b4e7-42db71a6ebe8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.067370] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-389f01ab-cfc6-4302-b4e7-42db71a6ebe8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.067370] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-389f01ab-cfc6-4302-b4e7-42db71a6ebe8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.067370] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('389f01ab-cfc6-4302-b4e7-42db71a6ebe8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.067876] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0b792fd-bf41-442a-9965-36359aa592b6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.067980] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0b792fd-bf41-442a-9965-36359aa592b6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.068061] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0b792fd-bf41-442a-9965-36359aa592b6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.068221] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0b792fd-bf41-442a-9965-36359aa592b6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.068301] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0b792fd-bf41-442a-9965-36359aa592b6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.069254] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0005937f-900e-43e1-8b6c-49ce49b0a9b9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.069371] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0005937f-900e-43e1-8b6c-49ce49b0a9b9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.069489] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0005937f-900e-43e1-8b6c-49ce49b0a9b9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.069563] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0005937f-900e-43e1-8b6c-49ce49b0a9b9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.069632] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0005937f-900e-43e1-8b6c-49ce49b0a9b9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.070442] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.070550] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.070617] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.071378] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.071378] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.071657] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.071762] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.071829] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.071980] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.072153] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.073170] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.073277] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.073330] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.073499] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.073560] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.074368] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9316763-fe41-44dc-9d88-153188ad88d7 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.074464] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9316763-fe41-44dc-9d88-153188ad88d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.074530] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9316763-fe41-44dc-9d88-153188ad88d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.074680] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9316763-fe41-44dc-9d88-153188ad88d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.075198] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9316763-fe41-44dc-9d88-153188ad88d7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.075536] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.075845] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.075845] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.075970] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.076261] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('155fb631-67f9-4bc9-8e66-1c2a4a75c3cd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.077048] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21e78db7-d0de-47fa-a658-b3202800654c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.077148] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.077215] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.077366] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.077491] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.077639] env[69258]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 861.078309] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.078419] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.078493] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.078641] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.078712] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.256814] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a79c78f-a284-4da0-a78e-588956c99be1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.279726] env[69258]: INFO networking_nsxv3.common.synchronization [req-f1775368-d7e0-488f-9797-50bc65674276 req-afa5812d-0cf5-435f-8871-5898b3ec19da tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Enqueued Resource ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 with Priority: HIGHEST for action security_group_members [ 861.279726] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 with Priority: HIGHEST for action security_group_members [ 861.279726] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b54bcd4-3671-48b9-b354-14bb38794c94 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.279726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.279726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.281648] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.281648] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.281648] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.281648] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.281797] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.281797] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.281978] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b54bcd4-3671-48b9-b354-14bb38794c94',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.582541] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a22a96fd-3a0d-44ac-a05c-a733a0887d07 [ 861.582813] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.582957] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.583052] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.583387] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.583500] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.583602] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a22a96fd-3a0d-44ac-a05c-a733a0887d07 already deleted. [ 861.583787] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a22a96fd-3a0d-44ac-a05c-a733a0887d07" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.604467] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.604467] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.604645] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.605637] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.607355] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.607488] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.608449] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.608570] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.612105] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.612105] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.612105] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.612105] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.612105] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.612105] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.612105] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.612105] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.612105] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.612105] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.612105] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.618597] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a85234-4be1-45e4-8d76-8981ce663fe0 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.618811] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.618921] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.619375] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.619534] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.619694] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.619840] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.620240] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.620240] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.620339] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.620676] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30a85234-4be1-45e4-8d76-8981ce663fe0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.621701] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.621834] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.621912] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.622861] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.623020] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.626854] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.626854] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.626854] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.626854] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.626854] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.626854] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.627974] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.628141] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aff5d726-f658-49a6-9d46-ddc52a45c6c2 is going to be deleted. [ 861.633714] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebf18e8d-310e-4b85-9866-b265a126ff3c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.633909] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.634055] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.634999] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.634999] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.635888] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.636010] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.636336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.636436] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.636549] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.636642] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebf18e8d-310e-4b85-9866-b265a126ff3c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.639231] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.639347] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.639418] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.639611] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.639778] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.640131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.640220] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.640392] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.640483] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.640571] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.640674] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.644685] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e78db7-d0de-47fa-a658-b3202800654c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.644858] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.644904] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.645109] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.645269] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.645366] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.645430] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.645597] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.645695] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.645783] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.645866] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.648277] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.648397] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.648466] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.648669] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.648832] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.648929] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.649024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.649187] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.649274] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.649524] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.649818] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f6ee506-9bfd-4e04-8a0e-87e243c89f45',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.652130] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.652130] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.652130] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.652270] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.652370] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.652519] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.652582] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.653126] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.653126] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.653209] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.653299] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('155fb631-67f9-4bc9-8e66-1c2a4a75c3cd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.655326] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.655591] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.691298] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.691298] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-343" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.691298] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-343" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.691298] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-343" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.691298] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.691298] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.691298] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.691718] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.691718] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.691895] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.691963] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.692139] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.692178] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.693887] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 861.693887] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.693887] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.702375] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.702504] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.707188] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.707303] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.708774] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.708774] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.710121] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.710121] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.710279] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.711703] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.711703] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.711703] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.713462] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.713462] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.713462] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.713669] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.729642] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.729642] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.735010] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.735543] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 861.735543] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.735733] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-343" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.736105] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-e51365a5-fcd9-427c-9bbd-f43d5dbf23ac taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.736738] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-e51365a5-fcd9-427c-9bbd-f43d5dbf23ac" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.736738] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-e51365a5-fcd9-427c-9bbd-f43d5dbf23ac" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.736936] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-e51365a5-fcd9-427c-9bbd-f43d5dbf23ac" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.737164] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e51365a5-fcd9-427c-9bbd-f43d5dbf23ac',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.738940] env[69258]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 861.740485] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.740485] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 is going to be deleted. [ 861.741114] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.741378] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.743019] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.743193] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.759155] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.759349] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.759419] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.759629] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.759725] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.759825] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a79c78f-a284-4da0-a78e-588956c99be1 is going to be created. [ 861.761759] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.761910] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13f06a05-0095-4b72-a2f3-c23a4f99e293 is going to be deleted. [ 861.763226] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.763310] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.782657] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.782797] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 389f01ab-cfc6-4302-b4e7-42db71a6ebe8 is going to be deleted. [ 861.784075] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.784310] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.785490] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.785602] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.795568] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.795760] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.795832] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.796073] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.796253] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.818122] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.818288] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.820309] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a79c78f-a284-4da0-a78e-588956c99be1 in Status: UNINITIALIZED for 2s [ 861.826495] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.826627] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7635995e-c6cd-453b-b9aa-b46cf0c66e88 is going to be deleted. [ 861.828053] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.828180] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.828254] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.828459] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.828547] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.828668] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13f06a05-0095-4b72-a2f3-c23a4f99e293" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.828807] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.828958] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.862451] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.862619] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e15e2797-d91b-4197-aa42-1a32d3d5120f is going to be deleted. [ 861.863838] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.863933] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.884887] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.885053] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.913533] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.913865] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb1aacb4-2c0e-4430-80f4-247a788bc442 is going to be deleted. [ 861.914554] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.914780] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.929633] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.929781] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.933504] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.933632] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.943822] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.943916] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac7faa52-71cf-4778-baa6-a9ec0c5ead3f is going to be deleted. [ 861.945115] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.945115] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.009375] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.009503] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9316763-fe41-44dc-9d88-153188ad88d7 is going to be deleted. [ 862.010449] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.010672] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.040521] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.040686] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.066615] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.066615] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0b792fd-bf41-442a-9965-36359aa592b6 is going to be deleted. [ 862.069379] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.069659] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.096428] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.096428] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.115529] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.115529] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.115529] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.115529] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.115529] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.115529] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.115529] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.115529] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.115529] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.115529] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.115529] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.115529] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.115529] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.115529] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.116269] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.116269] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.116269] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.116269] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.116269] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.116269] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.116269] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.127872] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.128835] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30a85234-4be1-45e4-8d76-8981ce663fe0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.136679] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.136679] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0005937f-900e-43e1-8b6c-49ce49b0a9b9 is going to be deleted. [ 862.136679] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.136679] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.136679] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.136679] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aff5d726-f658-49a6-9d46-ddc52a45c6c2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.136679] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.136679] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.136679] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.137545] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.137545] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.137545] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.137545] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.138495] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.138495] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 already deleted. [ 862.138495] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.138677] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.138708] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.138788] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.138908] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.139091] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.139257] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.161346] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.162921] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebf18e8d-310e-4b85-9866-b265a126ff3c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.162921] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.162921] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.162921] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.162921] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.163376] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.163376] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.163376] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.163376] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.163376] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.163544] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebf18e8d-310e-4b85-9866-b265a126ff3c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.163701] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.163701] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.163832] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.163968] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.164227] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.164294] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.164472] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.164502] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.164583] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.164668] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebf18e8d-310e-4b85-9866-b265a126ff3c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.165518] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.165629] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.165629] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.165808] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.169021] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.169021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.169021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.169021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.169021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.169021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.169021] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.169021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.169021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.169021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.169021] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.169021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.169021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.169021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.169021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.169021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.169021] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.171271] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.171396] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.171450] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.171624] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.171758] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.171847] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.171907] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.172076] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.172158] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.172222] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.172369] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.172453] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.172522] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.172683] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.172824] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.172918] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.172972] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.173829] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.173829] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.173829] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.173829] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('155fb631-67f9-4bc9-8e66-1c2a4a75c3cd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.174534] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f6ee506-9bfd-4e04-8a0e-87e243c89f45',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.218618] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.218742] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.221042] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.221180] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f is going to be deleted. [ 862.222136] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.222368] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.222454] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.222614] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-389f01ab-cfc6-4302-b4e7-42db71a6ebe8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.222766] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.222926] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.223014] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.223140] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7635995e-c6cd-453b-b9aa-b46cf0c66e88" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.223940] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.224123] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.224209] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.224324] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e15e2797-d91b-4197-aa42-1a32d3d5120f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.224457] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.224615] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.224691] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.224806] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb1aacb4-2c0e-4430-80f4-247a788bc442" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.224946] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.225101] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.225179] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.225304] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac7faa52-71cf-4778-baa6-a9ec0c5ead3f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.225674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.225825] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.225918] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.226048] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9316763-fe41-44dc-9d88-153188ad88d7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.244889] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.245954] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.245954] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.245954] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.246103] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.246248] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port e51365a5-fcd9-427c-9bbd-f43d5dbf23ac not found, creating... [ 862.246575] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.246744] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.246871] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.247885] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.247885] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.249308] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.249308] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.249308] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.249308] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.249308] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.249308] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: e51365a5-fcd9-427c-9bbd-f43d5dbf23ac is going to be created. [ 862.261336] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.262718] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.262967] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.263447] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.263561] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.263713] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0b792fd-bf41-442a-9965-36359aa592b6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.284623] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.284623] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.284623] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.284623] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.284623] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.284623] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0005937f-900e-43e1-8b6c-49ce49b0a9b9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.328384] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.328623] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.328753] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.337063] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.337063] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.337063] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-e51365a5-fcd9-427c-9bbd-f43d5dbf23ac" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.365846] env[69258]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 862.365846] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.365846] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.365846] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.365846] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.365846] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.365846] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.618870] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c8dc541-bce3-4239-a47a-451d9ee5b7e9: rpc.has_security_group_logging(os_id): False [ 862.632303] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5: rpc.has_security_group_logging(os_id): False [ 862.635984] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30a85234-4be1-45e4-8d76-8981ce663fe0: rpc.has_security_group_logging(os_id): False [ 862.646224] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.646303] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.646346] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.646874] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.656406] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.656406] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.656406] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.656406] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.670257] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebf18e8d-310e-4b85-9866-b265a126ff3c: rpc.has_security_group_logging(os_id): False [ 862.671818] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a647b22e-b538-4691-821e-794e7b4d00d6: rpc.has_security_group_logging(os_id): False [ 862.672633] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21e78db7-d0de-47fa-a658-b3202800654c: rpc.has_security_group_logging(os_id): False [ 862.675332] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd: rpc.has_security_group_logging(os_id): False [ 862.677134] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f6ee506-9bfd-4e04-8a0e-87e243c89f45: rpc.has_security_group_logging(os_id): False [ 862.678622] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.678889] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.679022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.679115] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.679321] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.679410] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.679613] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.679716] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.679777] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.679922] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.679994] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.680220] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.680306] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.680365] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.680503] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.680579] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.680669] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 is going to be updated. [ 862.681635] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.682236] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.695749] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.695937] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.696955] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.697104] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.700485] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.700589] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.703939] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.704009] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.710325] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.710630] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.714026] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.714026] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.714026] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.714026] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.714026] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.714026] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.714026] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 is going to be updated. [ 862.714026] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.714026] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.736410] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.736748] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.736867] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.736904] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.737128] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.737214] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.737322] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 is going to be updated. [ 862.740189] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.740856] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.758519] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.758519] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.759563] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.759801] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.759944] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.760166] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.760219] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.760341] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.760582] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.760676] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.760737] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.760893] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.760964] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.761155] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.761262] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.761320] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.761420] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.761484] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.761575] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a647b22e-b538-4691-821e-794e7b4d00d6 is going to be updated. [ 862.762786] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.762958] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.766583] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.766583] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.792927] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.793384] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.793384] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.793552] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.793806] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.793806] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.793806] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 is going to be updated. [ 862.794943] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.795126] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.840081] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.840313] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.862367] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.862768] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.863009] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.863009] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.863955] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.863955] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.863955] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.863955] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.863955] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.863955] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.863955] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.864374] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.864374] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.864374] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.864489] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.864489] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.864554] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd is going to be updated. [ 862.867115] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.867324] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.867510] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.869414] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.869469] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.872864] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.873010] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.907213] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: IN_PROGRESS for 2s [ 862.915327] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.915630] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.925022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.926298] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.926472] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.926677] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.926752] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.926830] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.927046] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.927150] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.927213] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.927384] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.927440] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.927733] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.927733] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.927863] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.928131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.928131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.928267] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebf18e8d-310e-4b85-9866-b265a126ff3c is going to be updated. [ 862.929798] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.929798] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.007177] env[69258]: INFO networking_nsxv3.common.synchronization [req-f1775368-d7e0-488f-9797-50bc65674276 req-bbfb3fc5-ba18-46d6-85fb-36959f6e71d1 service nova] Enqueued Resource ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 with Priority: HIGHEST for action security_group_rules [ 863.007368] env[69258]: INFO networking_nsxv3.common.synchronization [req-f1775368-d7e0-488f-9797-50bc65674276 req-bbfb3fc5-ba18-46d6-85fb-36959f6e71d1 service nova] Enqueued Resource ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 with Priority: HIGHEST for action security_group_members [ 863.007524] env[69258]: INFO networking_nsxv3.common.synchronization [req-f1775368-d7e0-488f-9797-50bc65674276 req-bbfb3fc5-ba18-46d6-85fb-36959f6e71d1 service nova] Enqueued Resource ID: e51365a5-fcd9-427c-9bbd-f43d5dbf23ac with Priority: HIGHEST for action port [ 863.008720] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.008833] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.008985] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 with Priority: HIGHEST for action security_group_rules [ 863.011473] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 with Priority: HIGHEST for action security_group_members [ 863.011473] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e51365a5-fcd9-427c-9bbd-f43d5dbf23ac with Priority: HIGHEST for action port [ 863.011824] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.012297] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.012407] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.012477] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.012674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.012757] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.012849] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21e78db7-d0de-47fa-a658-b3202800654c is going to be updated. [ 863.014178] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b54bcd4-3671-48b9-b354-14bb38794c94 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.014317] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.014382] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.015281] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.015367] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b54bcd4-3671-48b9-b354-14bb38794c94',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.016266] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b54bcd4-3671-48b9-b354-14bb38794c94 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.016364] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.016418] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.016567] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.016712] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.016853] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.016853] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.016970] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.017086] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.017196] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b54bcd4-3671-48b9-b354-14bb38794c94',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.018624] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-e51365a5-fcd9-427c-9bbd-f43d5dbf23ac taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.018624] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e51365a5-fcd9-427c-9bbd-f43d5dbf23ac" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.018624] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e51365a5-fcd9-427c-9bbd-f43d5dbf23ac" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.018624] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e51365a5-fcd9-427c-9bbd-f43d5dbf23ac" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.018792] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e51365a5-fcd9-427c-9bbd-f43d5dbf23ac',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.019465] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.019465] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.020567] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.020567] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.020699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.020824] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.022402] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.022569] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.022699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.023701] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.023701] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.023857] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.025207] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.025628] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.025628] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.042507] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.042507] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.042507] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.042507] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.042507] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.063951] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd in Status: IN_PROGRESS for 2s [ 863.066127] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 in Status: IN_PROGRESS for 2s [ 863.066127] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 in Status: IN_PROGRESS for 2s [ 863.066127] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: IN_PROGRESS for 2s [ 863.069028] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 in Status: IN_PROGRESS for 2s [ 863.090577] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebf18e8d-310e-4b85-9866-b265a126ff3c in Status: IN_PROGRESS for 2s [ 863.177416] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.178188] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.178476] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.178681] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.179666] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.196692] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21e78db7-d0de-47fa-a658-b3202800654c in Status: IN_PROGRESS for 2s [ 863.523698] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e51365a5-fcd9-427c-9bbd-f43d5dbf23ac with status ACTIVE [ 863.525288] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.525356] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.525898] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.525898] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.525898] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.526131] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.526927] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.526927] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.526927] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.526927] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.526927] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.526927] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.526927] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.528566] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.528566] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.528566] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e51365a5-fcd9-427c-9bbd-f43d5dbf23ac is going to be updated. [ 863.529682] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b54bcd4-3671-48b9-b354-14bb38794c94 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.529819] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.529961] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b54bcd4-3671-48b9-b354-14bb38794c94',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.551665] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.551847] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.551891] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.552129] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.552282] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.552446] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e51365a5-fcd9-427c-9bbd-f43d5dbf23ac" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.677708] env[69258]: INFO networking_nsxv3.common.synchronization [None req-ec5df8ff-2941-43ce-974c-3cbf9077fc15 None None] Enqueued Resource ID: a12b4d1f-a5fb-41eb-b78c-b1e7e3f9ff22 with Priority: HIGHEST for action port [ 863.679281] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a12b4d1f-a5fb-41eb-b78c-b1e7e3f9ff22 with Priority: HIGHEST for action port [ 863.679281] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-a12b4d1f-a5fb-41eb-b78c-b1e7e3f9ff22 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.679281] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a12b4d1f-a5fb-41eb-b78c-b1e7e3f9ff22" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.679281] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a12b4d1f-a5fb-41eb-b78c-b1e7e3f9ff22" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.679281] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a12b4d1f-a5fb-41eb-b78c-b1e7e3f9ff22" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.679715] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a12b4d1f-a5fb-41eb-b78c-b1e7e3f9ff22',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.829634] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a79c78f-a284-4da0-a78e-588956c99be1 in Status: SUCCESS [ 863.829852] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.830018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.830243] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.830448] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.830566] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.830631] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.830780] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.830863] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.830949] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.831049] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a79c78f-a284-4da0-a78e-588956c99be1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.032744] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b54bcd4-3671-48b9-b354-14bb38794c94',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.184596] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a12b4d1f-a5fb-41eb-b78c-b1e7e3f9ff22 [ 864.184596] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.184596] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.184596] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.184596] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.184596] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.184596] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a12b4d1f-a5fb-41eb-b78c-b1e7e3f9ff22 already deleted. [ 864.184596] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a12b4d1f-a5fb-41eb-b78c-b1e7e3f9ff22" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.335589] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a79c78f-a284-4da0-a78e-588956c99be1 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.335589] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.335589] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.335589] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.335589] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.335589] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.335589] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.335589] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.335589] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.335589] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.335589] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a79c78f-a284-4da0-a78e-588956c99be1 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.335589] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.335589] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.335589] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.335589] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.335589] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.336262] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.336262] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.336262] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.336262] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.336262] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a79c78f-a284-4da0-a78e-588956c99be1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.538478] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.538478] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.538478] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.538478] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.538478] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.538478] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 is going to be created. [ 864.543023] env[69258]: INFO networking_nsxv3.common.synchronization [req-56f684ae-071e-4bb5-bdb5-bb26e3e996d8 req-11a87f52-6d1f-43f4-a539-70bbdcf10af4 tempest-ServersTestManualDisk-1048372819 tempest-ServersTestManualDisk-1048372819-project-member] Enqueued Resource ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 with Priority: HIGHEST for action security_group_members [ 864.543023] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 with Priority: HIGHEST for action security_group_members [ 864.543023] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.543023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.543023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.543023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.543023] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.543023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.543023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.543023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.543609] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.543821] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.560723] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.560873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.560948] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.561196] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.561442] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.572546] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 in Status: UNINITIALIZED for 2s [ 864.842589] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a79c78f-a284-4da0-a78e-588956c99be1: rpc.has_security_group_logging(os_id): False [ 864.860660] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.860795] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.860859] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.861082] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.861179] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.861500] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.861630] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.861712] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.861887] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.861995] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.862288] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.862601] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.862685] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.863493] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.863619] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.863842] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.863967] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.864061] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.866928] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.866928] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.866928] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a79c78f-a284-4da0-a78e-588956c99be1 is going to be created. [ 864.920513] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: SUCCESS [ 864.921048] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.931715] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.931990] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.931990] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.932195] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.932797] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.942759] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a79c78f-a284-4da0-a78e-588956c99be1 in Status: IN_PROGRESS for 2s [ 865.047056] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.047349] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.047349] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.048232] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.048232] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.048232] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.048232] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.048232] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.048485] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.048485] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.048485] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 is going to be updated. [ 865.084341] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 in Status: SUCCESS [ 865.084622] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.085821] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 in Status: SUCCESS [ 865.086050] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.086767] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: SUCCESS [ 865.086963] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.087635] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 in Status: SUCCESS [ 865.087802] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.088503] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd in Status: SUCCESS [ 865.088701] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.089517] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.089584] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.089696] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.089857] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.090044] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.099343] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 in Status: IN_PROGRESS for 2s [ 865.102724] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebf18e8d-310e-4b85-9866-b265a126ff3c in Status: SUCCESS [ 865.102897] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.218959] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21e78db7-d0de-47fa-a658-b3202800654c in Status: SUCCESS [ 865.219315] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.582580] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 in Status: SUCCESS [ 866.582910] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.582952] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.583189] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.583387] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.583503] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.583568] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.583717] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.583798] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.583886] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.584059] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b54bcd4-3671-48b9-b354-14bb38794c94',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.960155] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a79c78f-a284-4da0-a78e-588956c99be1 in Status: SUCCESS [ 866.960449] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.086654] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b54bcd4-3671-48b9-b354-14bb38794c94 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.086654] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.086654] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.086807] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.087279] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.087279] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.087279] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.087279] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.087279] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.087533] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.087533] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b54bcd4-3671-48b9-b354-14bb38794c94 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.087615] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.087649] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.088743] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.088743] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.088743] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.088743] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.088743] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.088743] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.088743] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.088743] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b54bcd4-3671-48b9-b354-14bb38794c94',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.110210] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 in Status: SUCCESS [ 867.110440] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 deletion is rescheduled due to dependency. [ 867.110761] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.591033] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b54bcd4-3671-48b9-b354-14bb38794c94: rpc.has_security_group_logging(os_id): False [ 867.608363] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.608538] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.608592] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.608772] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.608861] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.609061] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.609166] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.609221] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.609383] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.609460] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.609625] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.609711] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.609777] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.609914] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.609989] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.610211] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.610303] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.610363] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.610508] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.610588] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.610657] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 is going to be created. [ 867.667816] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.668070] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.668070] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.668323] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.668509] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.677750] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 in Status: IN_PROGRESS for 2s [ 868.411120] env[69258]: INFO networking_nsxv3.common.synchronization [req-76e9756b-8f45-450e-a3b8-6b69591470cb req-25f71f78-5bd6-4113-bf22-8a8ab2be37ad tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Enqueued Resource ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 with Priority: HIGHEST for action security_group_members [ 868.411120] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 with Priority: HIGHEST for action security_group_members [ 868.411380] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b54bcd4-3671-48b9-b354-14bb38794c94 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.411502] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.411602] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.411786] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.411941] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.412116] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.412184] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.412354] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.412444] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.416079] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b54bcd4-3671-48b9-b354-14bb38794c94',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.910903] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.911329] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-343" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.911512] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-343" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.912254] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-343" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.912606] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.912805] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.912935] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.913442] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.913637] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.913864] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 868.913987] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.914123] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.914239] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.914358] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 868.914471] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.914638] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.916270] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b54bcd4-3671-48b9-b354-14bb38794c94',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.934778] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.934998] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 868.935117] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.935301] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-343" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.935634] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-f25e4c2a-ff65-4118-8eda-6a918354a1f8 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.935824] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-f25e4c2a-ff65-4118-8eda-6a918354a1f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.937116] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-f25e4c2a-ff65-4118-8eda-6a918354a1f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.937116] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-f25e4c2a-ff65-4118-8eda-6a918354a1f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.937116] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f25e4c2a-ff65-4118-8eda-6a918354a1f8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.419160] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b54bcd4-3671-48b9-b354-14bb38794c94',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.438887] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.439476] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.439476] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.439769] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.439943] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.440114] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port f25e4c2a-ff65-4118-8eda-6a918354a1f8 not found, creating... [ 869.440408] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.440609] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.440733] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.440953] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.441106] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.441415] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.441575] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.441697] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.441920] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.442078] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.442248] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: f25e4c2a-ff65-4118-8eda-6a918354a1f8 is going to be created. [ 869.467491] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.467717] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.467856] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.468211] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.468464] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.468731] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-f25e4c2a-ff65-4118-8eda-6a918354a1f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.688813] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 in Status: SUCCESS [ 869.689086] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.924858] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.925191] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.925191] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.925425] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.925539] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.925687] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 is going to be updated. [ 869.951911] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.952070] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.953408] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.953408] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.953408] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.963071] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 in Status: IN_PROGRESS for 2s [ 870.273037] env[69258]: INFO networking_nsxv3.common.synchronization [req-76e9756b-8f45-450e-a3b8-6b69591470cb req-aea1fa20-6b8e-4729-ab00-7af4495ee227 service nova] Enqueued Resource ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 with Priority: HIGHEST for action security_group_rules [ 870.273252] env[69258]: INFO networking_nsxv3.common.synchronization [req-76e9756b-8f45-450e-a3b8-6b69591470cb req-aea1fa20-6b8e-4729-ab00-7af4495ee227 service nova] Enqueued Resource ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 with Priority: HIGHEST for action security_group_members [ 870.273837] env[69258]: INFO networking_nsxv3.common.synchronization [req-76e9756b-8f45-450e-a3b8-6b69591470cb req-aea1fa20-6b8e-4729-ab00-7af4495ee227 service nova] Enqueued Resource ID: f25e4c2a-ff65-4118-8eda-6a918354a1f8 with Priority: HIGHEST for action port [ 870.274110] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 with Priority: HIGHEST for action security_group_rules [ 870.274244] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 with Priority: HIGHEST for action security_group_members [ 870.274344] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25e4c2a-ff65-4118-8eda-6a918354a1f8 with Priority: HIGHEST for action port [ 870.274878] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b54bcd4-3671-48b9-b354-14bb38794c94 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.277056] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.277056] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.277056] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.277056] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b54bcd4-3671-48b9-b354-14bb38794c94',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.278024] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b54bcd4-3671-48b9-b354-14bb38794c94 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.278024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.278024] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-f25e4c2a-ff65-4118-8eda-6a918354a1f8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.278227] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f25e4c2a-ff65-4118-8eda-6a918354a1f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.278227] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f25e4c2a-ff65-4118-8eda-6a918354a1f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.278602] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f25e4c2a-ff65-4118-8eda-6a918354a1f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.278602] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f25e4c2a-ff65-4118-8eda-6a918354a1f8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.780683] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b54bcd4-3671-48b9-b354-14bb38794c94 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.780919] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.781119] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f25e4c2a-ff65-4118-8eda-6a918354a1f8 with status ACTIVE [ 870.781280] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.781446] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.781518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.781787] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.781895] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.782139] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.782332] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.782332] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.783094] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.783094] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.783094] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.783094] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.783094] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.783771] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.783771] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.783771] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f25e4c2a-ff65-4118-8eda-6a918354a1f8 is going to be updated. [ 870.811156] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.811156] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.811156] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.811156] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.811156] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.811156] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f25e4c2a-ff65-4118-8eda-6a918354a1f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.972422] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 in Status: SUCCESS [ 871.972761] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.972939] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.973197] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.973396] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.973512] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.973580] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.973796] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.973854] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.973891] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b54bcd4-3671-48b9-b354-14bb38794c94',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.479576] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b54bcd4-3671-48b9-b354-14bb38794c94',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.983113] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b54bcd4-3671-48b9-b354-14bb38794c94',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.487137] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.487137] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.487137] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.487504] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.487504] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.487504] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 is going to be updated. [ 873.517721] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.517721] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.517721] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.518306] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.518306] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.528131] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 in Status: IN_PROGRESS for 2s [ 875.209322] env[69258]: INFO networking_nsxv3.common.synchronization [req-41364727-a451-4163-8e50-9e58273add9b req-a71146aa-ef9d-4568-8314-cd36b99d6a1f tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Enqueued Resource ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 with Priority: HIGHEST for action security_group_members [ 875.210209] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 with Priority: HIGHEST for action security_group_members [ 875.210711] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b54bcd4-3671-48b9-b354-14bb38794c94 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.210881] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.528186] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.528691] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-343" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.528958] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-343" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.529415] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-343" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.529828] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.530036] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.530170] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.530450] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.530656] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.530871] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 875.530991] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 875.531119] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 875.531232] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 875.531347] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 875.531457] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 875.531596] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 875.550148] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 in Status: SUCCESS [ 875.550421] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.550840] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.551059] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.551270] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.551356] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.551423] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.551583] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.551667] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.551754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.551852] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b54bcd4-3671-48b9-b354-14bb38794c94',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.552658] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.552826] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.552988] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.553107] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.553173] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.553312] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.553393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.553482] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b54bcd4-3671-48b9-b354-14bb38794c94',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.560893] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 875.561117] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 875.561232] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 875.561435] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-343" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.561776] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-98aa220a-1217-4125-bfc0-1bf7a70d4cb0 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.561954] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-98aa220a-1217-4125-bfc0-1bf7a70d4cb0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.562093] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-98aa220a-1217-4125-bfc0-1bf7a70d4cb0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.562416] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-98aa220a-1217-4125-bfc0-1bf7a70d4cb0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.562562] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98aa220a-1217-4125-bfc0-1bf7a70d4cb0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.055596] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b54bcd4-3671-48b9-b354-14bb38794c94 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.055836] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.055954] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b54bcd4-3671-48b9-b354-14bb38794c94',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.065063] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.065295] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.065427] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.065760] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.065925] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.066134] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 98aa220a-1217-4125-bfc0-1bf7a70d4cb0 not found, creating... [ 876.066499] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.066695] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.066824] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.067129] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.067277] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.067568] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.067730] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.067852] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.068114] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.068320] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.068507] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 98aa220a-1217-4125-bfc0-1bf7a70d4cb0 is going to be created. [ 876.097242] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.097684] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.097839] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.098185] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.098539] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.098820] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-98aa220a-1217-4125-bfc0-1bf7a70d4cb0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.558876] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b54bcd4-3671-48b9-b354-14bb38794c94',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.785031] env[69258]: INFO networking_nsxv3.common.synchronization [req-41364727-a451-4163-8e50-9e58273add9b req-6a739117-a67d-462c-9fe6-0044fd82b0b0 service nova] Enqueued Resource ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 with Priority: HIGHEST for action security_group_rules [ 876.785472] env[69258]: INFO networking_nsxv3.common.synchronization [req-41364727-a451-4163-8e50-9e58273add9b req-6a739117-a67d-462c-9fe6-0044fd82b0b0 service nova] Enqueued Resource ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 with Priority: HIGHEST for action security_group_members [ 876.789677] env[69258]: INFO networking_nsxv3.common.synchronization [req-41364727-a451-4163-8e50-9e58273add9b req-6a739117-a67d-462c-9fe6-0044fd82b0b0 service nova] Enqueued Resource ID: 98aa220a-1217-4125-bfc0-1bf7a70d4cb0 with Priority: HIGHEST for action port [ 876.790529] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 with Priority: HIGHEST for action security_group_rules [ 876.790728] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 with Priority: HIGHEST for action security_group_members [ 876.790884] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98aa220a-1217-4125-bfc0-1bf7a70d4cb0 with Priority: HIGHEST for action port [ 876.793603] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b54bcd4-3671-48b9-b354-14bb38794c94 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.793820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.795992] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b54bcd4-3671-48b9-b354-14bb38794c94 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.798845] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.799192] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-98aa220a-1217-4125-bfc0-1bf7a70d4cb0 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.799360] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98aa220a-1217-4125-bfc0-1bf7a70d4cb0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.799714] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98aa220a-1217-4125-bfc0-1bf7a70d4cb0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.800014] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98aa220a-1217-4125-bfc0-1bf7a70d4cb0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.800185] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98aa220a-1217-4125-bfc0-1bf7a70d4cb0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.062053] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.062247] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.062247] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.062622] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.062622] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.062622] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 is going to be updated. [ 877.094416] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.094619] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.094662] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.094844] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.094987] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.104241] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 in Status: IN_PROGRESS for 2s [ 877.311064] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98aa220a-1217-4125-bfc0-1bf7a70d4cb0 with status ACTIVE [ 877.311064] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.311336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.311380] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.311656] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.311765] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.311959] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.312149] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.312245] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.312455] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.312569] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.312782] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.312909] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.312996] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.313187] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.313299] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.313412] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98aa220a-1217-4125-bfc0-1bf7a70d4cb0 is going to be updated. [ 877.338390] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.338583] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.338654] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.338873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.339031] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.339270] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98aa220a-1217-4125-bfc0-1bf7a70d4cb0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.898094] env[69258]: INFO networking_nsxv3.common.synchronization [req-423e4515-9752-4554-af50-460b74d309f2 req-d4d4b865-3583-4470-91cb-25b6bf23cfd4 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Enqueued Resource ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec with Priority: HIGHEST for action security_group_members [ 877.898094] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec with Priority: HIGHEST for action security_group_members [ 877.898094] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9352cd3-d17b-441e-90a2-cb7e49e515ec taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.898094] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.898094] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.898094] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.898094] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.898094] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.898094] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.898094] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.898094] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.898094] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9352cd3-d17b-441e-90a2-cb7e49e515ec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.222824] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.223087] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-377" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.223251] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-377" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.223586] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-377" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.223892] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.224077] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.224231] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.224523] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.224695] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.224951] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 878.225104] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.225240] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.225369] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.225497] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 878.225674] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.225847] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.243334] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.243522] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 878.243635] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.243821] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-377" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.244175] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-fe4c6710-7f85-4306-97f0-24674ea2d5b1 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.244345] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-fe4c6710-7f85-4306-97f0-24674ea2d5b1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.244473] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-fe4c6710-7f85-4306-97f0-24674ea2d5b1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.244820] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-fe4c6710-7f85-4306-97f0-24674ea2d5b1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.244969] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe4c6710-7f85-4306-97f0-24674ea2d5b1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.401105] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.401336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.401336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.401550] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.422442] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.422705] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.422834] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.422911] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.423130] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.423218] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.423323] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec is going to be updated. [ 878.446340] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.446577] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.446666] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.446890] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.447830] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.455979] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec in Status: IN_PROGRESS for 2s [ 878.746925] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.747226] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.747291] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.747748] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.747956] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.748279] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port fe4c6710-7f85-4306-97f0-24674ea2d5b1 not found, creating... [ 878.748561] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.748790] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.748981] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.749322] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.749569] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.749914] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.750173] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.750356] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.750629] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.750861] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.751056] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: fe4c6710-7f85-4306-97f0-24674ea2d5b1 is going to be created. [ 878.770053] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.770349] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.770487] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.770741] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.771019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.771257] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-fe4c6710-7f85-4306-97f0-24674ea2d5b1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.113531] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 in Status: SUCCESS [ 879.113871] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.113957] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.114205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.114422] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.114548] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.114614] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.114793] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.114882] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.114968] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.115139] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b54bcd4-3671-48b9-b354-14bb38794c94 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.115227] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.115291] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.115435] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.115587] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.115701] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.115763] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.115899] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.115987] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.116082] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.116196] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b54bcd4-3671-48b9-b354-14bb38794c94',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.117138] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.117322] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.117472] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.117583] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.117651] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.117793] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.117889] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.117988] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b54bcd4-3671-48b9-b354-14bb38794c94',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.498056] env[69258]: INFO networking_nsxv3.common.synchronization [req-423e4515-9752-4554-af50-460b74d309f2 req-bf6e50be-90e5-45c8-b32e-971a00f88600 service nova] Enqueued Resource ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec with Priority: HIGHEST for action security_group_rules [ 879.498310] env[69258]: INFO networking_nsxv3.common.synchronization [req-423e4515-9752-4554-af50-460b74d309f2 req-bf6e50be-90e5-45c8-b32e-971a00f88600 service nova] Enqueued Resource ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec with Priority: HIGHEST for action security_group_members [ 879.498495] env[69258]: INFO networking_nsxv3.common.synchronization [req-423e4515-9752-4554-af50-460b74d309f2 req-bf6e50be-90e5-45c8-b32e-971a00f88600 service nova] Enqueued Resource ID: fe4c6710-7f85-4306-97f0-24674ea2d5b1 with Priority: HIGHEST for action port [ 879.499276] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec with Priority: HIGHEST for action security_group_rules [ 879.499455] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec with Priority: HIGHEST for action security_group_members [ 879.499570] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe4c6710-7f85-4306-97f0-24674ea2d5b1 with Priority: HIGHEST for action port [ 879.499908] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9352cd3-d17b-441e-90a2-cb7e49e515ec taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.500141] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.500233] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.500521] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.501306] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9352cd3-d17b-441e-90a2-cb7e49e515ec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.502113] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9352cd3-d17b-441e-90a2-cb7e49e515ec taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.502113] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.502113] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe4c6710-7f85-4306-97f0-24674ea2d5b1 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.502113] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe4c6710-7f85-4306-97f0-24674ea2d5b1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.502719] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe4c6710-7f85-4306-97f0-24674ea2d5b1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.502719] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe4c6710-7f85-4306-97f0-24674ea2d5b1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.502719] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe4c6710-7f85-4306-97f0-24674ea2d5b1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.619998] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b54bcd4-3671-48b9-b354-14bb38794c94: rpc.has_security_group_logging(os_id): False [ 879.622363] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b54bcd4-3671-48b9-b354-14bb38794c94',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.638056] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.638242] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.638323] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.638598] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.638696] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.638902] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.639011] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.639080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.639261] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.639347] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.639540] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.639656] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.639724] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.639870] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.639946] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.640187] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.640296] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.640360] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.640504] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.640641] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.640787] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 is going to be updated. [ 879.695928] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.696248] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.696248] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.696432] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.696588] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.707651] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 in Status: IN_PROGRESS for 2s [ 880.005150] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe4c6710-7f85-4306-97f0-24674ea2d5b1 with status ACTIVE [ 880.005377] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.005518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.005589] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.005831] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.005930] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.006131] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.006273] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.006326] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.006452] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.006522] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.006698] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.006793] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.006853] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.006988] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.007085] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.007154] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe4c6710-7f85-4306-97f0-24674ea2d5b1 is going to be updated. [ 880.008462] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9352cd3-d17b-441e-90a2-cb7e49e515ec taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.008561] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.028538] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.031665] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.031665] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.031665] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.031665] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.031665] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe4c6710-7f85-4306-97f0-24674ea2d5b1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.125099] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b54bcd4-3671-48b9-b354-14bb38794c94',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.465651] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec in Status: SUCCESS [ 880.465803] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec deletion is rescheduled due to dependency. [ 880.465946] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.466135] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.466435] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.466639] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.466851] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.466851] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.467030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.467129] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.467238] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9352cd3-d17b-441e-90a2-cb7e49e515ec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.628659] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.628659] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.628659] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.628659] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.628659] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.628659] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 is going to be updated. [ 880.658414] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.658600] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.658674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.658909] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.659089] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.668222] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 in Status: IN_PROGRESS for 2s [ 880.970556] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9352cd3-d17b-441e-90a2-cb7e49e515ec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.473079] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9352cd3-d17b-441e-90a2-cb7e49e515ec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.724585] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 in Status: SUCCESS [ 881.724585] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.724585] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.724585] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.724585] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b54bcd4-3671-48b9-b354-14bb38794c94',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.979960] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.979960] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.979960] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.979960] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.979960] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.979960] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec is going to be updated. [ 882.021568] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.021931] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.022033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.022240] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.022400] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.036475] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec in Status: IN_PROGRESS for 2s [ 882.229599] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b54bcd4-3671-48b9-b354-14bb38794c94 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.229747] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.678258] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 in Status: SUCCESS [ 882.678649] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.678907] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.679224] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.679437] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.679563] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.679621] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.679781] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.679851] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.679939] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.680045] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b54bcd4-3671-48b9-b354-14bb38794c94',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.160039] env[69258]: INFO networking_nsxv3.common.synchronization [req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 req-2c3d56be-349d-4ebe-8f0d-08e3eea8412b tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Enqueued Resource ID: 9f89f894-322c-44fe-b997-83d7d3e4225d with Priority: HIGHEST for action security_group_members [ 883.160572] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f89f894-322c-44fe-b997-83d7d3e4225d with Priority: HIGHEST for action security_group_members [ 883.160882] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f89f894-322c-44fe-b997-83d7d3e4225d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.161016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f89f894-322c-44fe-b997-83d7d3e4225d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.161092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f89f894-322c-44fe-b997-83d7d3e4225d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.161372] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f89f894-322c-44fe-b997-83d7d3e4225d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.161539] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.161642] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.161706] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.161887] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.161974] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.162084] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f89f894-322c-44fe-b997-83d7d3e4225d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.182639] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b54bcd4-3671-48b9-b354-14bb38794c94 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.182789] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.182860] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.183085] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.183248] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.183356] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.183427] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.183578] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.183662] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.184110] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.184110] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b54bcd4-3671-48b9-b354-14bb38794c94 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.184110] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.184110] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.184345] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.184820] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.184933] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.185118] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.185207] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.185255] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.185335] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.185388] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b54bcd4-3671-48b9-b354-14bb38794c94',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.666948] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.666948] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.666948] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.666948] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.666948] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.666948] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.666948] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.666948] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.666948] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.666948] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.666948] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f89f894-322c-44fe-b997-83d7d3e4225d already deleted. [ 883.666948] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f89f894-322c-44fe-b997-83d7d3e4225d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.689942] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b54bcd4-3671-48b9-b354-14bb38794c94: rpc.has_security_group_logging(os_id): False [ 883.709029] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.709029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.709029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.709029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.709029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.709029] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.709029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.709029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.709029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.709029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.709029] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.709029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.709029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.709029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.709029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.710530] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.713493] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.713493] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.713493] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.713493] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.713493] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 is going to be updated. [ 883.773553] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.773553] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.773553] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.773553] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.773553] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.786766] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 in Status: IN_PROGRESS for 2s [ 884.051793] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec in Status: SUCCESS [ 884.052289] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.052630] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.053076] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.053478] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.053793] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.054051] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.054441] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.054760] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.055105] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.055428] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9352cd3-d17b-441e-90a2-cb7e49e515ec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.193595] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-10 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.193595] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-10" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.193595] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-10" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.193983] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-10" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.194298] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.194472] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.194637] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.194864] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.195052] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.195271] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.195405] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.195520] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.195632] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.195747] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 884.195857] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.195992] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.222904] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.222904] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 884.222904] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.222904] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-10" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.222904] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-d7e4af74-8ef8-47fa-aab3-179e6724f42b taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.222904] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-d7e4af74-8ef8-47fa-aab3-179e6724f42b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.223591] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-d7e4af74-8ef8-47fa-aab3-179e6724f42b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.223591] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-d7e4af74-8ef8-47fa-aab3-179e6724f42b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.223591] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7e4af74-8ef8-47fa-aab3-179e6724f42b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.274084] env[69258]: INFO networking_nsxv3.common.synchronization [req-e1762547-ddbd-46dd-9e01-0696be88f600 req-8ef537c0-71b9-4592-ac54-2e8e6d0fb796 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Enqueued Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_members [ 884.274640] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_members [ 884.276257] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.276417] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.276482] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.276692] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.276875] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.276982] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.277076] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.277236] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.277338] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.277437] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.365061] env[69258]: INFO networking_nsxv3.common.synchronization [req-d26fc8ea-e63c-4f72-90b8-4979dc77a317 req-134cbfbf-0a51-419a-82e5-ee32aeb42074 tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Enqueued Resource ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 with Priority: HIGHEST for action security_group_members [ 884.365629] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 with Priority: HIGHEST for action security_group_members [ 884.366316] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a85234-4be1-45e4-8d76-8981ce663fe0 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.366316] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.366316] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.366657] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.366657] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.366657] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.366844] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.366844] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.367363] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.367363] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a85234-4be1-45e4-8d76-8981ce663fe0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.558176] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9352cd3-d17b-441e-90a2-cb7e49e515ec taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.558392] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.558460] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.558695] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.558884] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.558990] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.559044] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.559201] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.559287] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.559411] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.559535] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9352cd3-d17b-441e-90a2-cb7e49e515ec taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.559626] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.559756] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.559815] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.559952] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.560051] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.560106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.560234] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.560307] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.560385] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.560564] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9352cd3-d17b-441e-90a2-cb7e49e515ec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.728479] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.728820] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.728895] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.729260] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.729512] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.729712] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port d7e4af74-8ef8-47fa-aab3-179e6724f42b not found, creating... [ 884.730065] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.730283] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.730430] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.732769] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.732769] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.732769] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.732769] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.732769] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.732769] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.732769] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.732769] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: d7e4af74-8ef8-47fa-aab3-179e6724f42b is going to be created. [ 884.755681] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.755983] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.756173] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.757066] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.757066] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.757066] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-d7e4af74-8ef8-47fa-aab3-179e6724f42b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.783199] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.783199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.783199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.783199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.783199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.783199] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.783199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.783199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.783199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.783199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.783199] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 is going to be updated. [ 884.812279] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.812507] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.812507] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.812692] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.812829] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.833473] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: IN_PROGRESS for 2s [ 884.871522] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.871668] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.871864] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.871965] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.872069] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.872265] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.872368] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.873222] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.873222] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.873222] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.873222] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 is going to be updated. [ 884.919904] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.919904] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.919904] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.919904] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.919904] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.928994] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 in Status: IN_PROGRESS for 2s [ 885.063166] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9352cd3-d17b-441e-90a2-cb7e49e515ec: rpc.has_security_group_logging(os_id): False [ 885.086545] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.086706] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.086749] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.086969] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.087078] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.087274] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.087393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.087460] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.087618] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.087697] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.087883] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.087978] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.088047] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.088187] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.088260] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.088490] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.088581] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.088641] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.088781] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.088886] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.088935] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec is going to be updated. [ 885.153868] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.154093] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.154093] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.154254] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.154465] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.165701] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec in Status: IN_PROGRESS for 2s [ 885.659375] env[69258]: INFO networking_nsxv3.common.synchronization [req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 req-88c67d45-aa42-45ab-b409-165c26154871 service nova] Enqueued Resource ID: 9f89f894-322c-44fe-b997-83d7d3e4225d with Priority: HIGHEST for action security_group_rules [ 885.659628] env[69258]: INFO networking_nsxv3.common.synchronization [req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 req-88c67d45-aa42-45ab-b409-165c26154871 service nova] Enqueued Resource ID: 9f89f894-322c-44fe-b997-83d7d3e4225d with Priority: HIGHEST for action security_group_members [ 885.659802] env[69258]: INFO networking_nsxv3.common.synchronization [req-6e03bad1-f28a-4149-83fa-f0aeba8e5ba8 req-88c67d45-aa42-45ab-b409-165c26154871 service nova] Enqueued Resource ID: d7e4af74-8ef8-47fa-aab3-179e6724f42b with Priority: HIGHEST for action port [ 885.660383] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f89f894-322c-44fe-b997-83d7d3e4225d with Priority: HIGHEST for action security_group_rules [ 885.660595] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f89f894-322c-44fe-b997-83d7d3e4225d with Priority: HIGHEST for action security_group_members [ 885.660728] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7e4af74-8ef8-47fa-aab3-179e6724f42b with Priority: HIGHEST for action port [ 885.661014] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f89f894-322c-44fe-b997-83d7d3e4225d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.661279] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f89f894-322c-44fe-b997-83d7d3e4225d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.661352] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f89f894-322c-44fe-b997-83d7d3e4225d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.661646] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f89f894-322c-44fe-b997-83d7d3e4225d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.661746] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f89f894-322c-44fe-b997-83d7d3e4225d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.662621] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f89f894-322c-44fe-b997-83d7d3e4225d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.662752] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f89f894-322c-44fe-b997-83d7d3e4225d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.662821] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f89f894-322c-44fe-b997-83d7d3e4225d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.662999] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f89f894-322c-44fe-b997-83d7d3e4225d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.663215] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.663267] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.663305] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.663463] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.663550] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.663668] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f89f894-322c-44fe-b997-83d7d3e4225d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.664654] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7e4af74-8ef8-47fa-aab3-179e6724f42b taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.664654] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7e4af74-8ef8-47fa-aab3-179e6724f42b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.664654] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7e4af74-8ef8-47fa-aab3-179e6724f42b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.664855] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7e4af74-8ef8-47fa-aab3-179e6724f42b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.664855] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7e4af74-8ef8-47fa-aab3-179e6724f42b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.800761] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 in Status: SUCCESS [ 885.801176] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.169823] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f89f894-322c-44fe-b997-83d7d3e4225d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.171171] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f89f894-322c-44fe-b997-83d7d3e4225d taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.171289] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f89f894-322c-44fe-b997-83d7d3e4225d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.171456] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7e4af74-8ef8-47fa-aab3-179e6724f42b with status ACTIVE [ 886.171648] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.171778] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.171859] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.172112] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.172227] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.172422] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.172545] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.172616] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.173799] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.173937] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.174156] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.174841] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.174841] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.174841] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.174841] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.174841] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7e4af74-8ef8-47fa-aab3-179e6724f42b is going to be updated. [ 886.194177] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.194309] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.194381] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.194579] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.194714] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.194857] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7e4af74-8ef8-47fa-aab3-179e6724f42b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.677653] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f89f894-322c-44fe-b997-83d7d3e4225d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.845756] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: SUCCESS [ 886.845756] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 deletion is rescheduled due to dependency. [ 886.845756] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.938676] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 in Status: SUCCESS [ 886.938870] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 deletion is rescheduled due to dependency. [ 886.938984] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.176821] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec in Status: SUCCESS [ 887.177058] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.180031] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.180031] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.180175] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.180463] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.180659] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.180808] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f89f894-322c-44fe-b997-83d7d3e4225d is going to be created. [ 887.209897] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.209897] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.209897] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.209897] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.209897] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.220823] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f89f894-322c-44fe-b997-83d7d3e4225d in Status: UNINITIALIZED for 2s [ 887.357656] env[69258]: INFO networking_nsxv3.common.synchronization [req-9deae9cc-2edb-4617-ac27-f37a22660c18 req-77af4dff-8d9f-438c-973f-c1d36d1de6e0 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Enqueued Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGHEST for action security_group_members [ 887.358273] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGHEST for action security_group_members [ 887.358667] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.359328] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.359484] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.359863] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.360060] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.360181] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.360250] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.360407] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.360498] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.360592] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.865189] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.943599] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-906 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.943855] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-906" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.944066] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-906" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.944308] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-906" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.944641] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.944799] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.944968] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.945966] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.946174] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.946405] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 887.946531] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 887.946649] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 887.946762] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 887.946880] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 887.946994] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 887.947152] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 887.966680] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 887.966981] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 887.967135] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 887.967307] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-906" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.967671] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-04b124de-c472-436c-8917-c9de4c7b7612 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.967831] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-04b124de-c472-436c-8917-c9de4c7b7612" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.967960] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-04b124de-c472-436c-8917-c9de4c7b7612" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.968385] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-04b124de-c472-436c-8917-c9de4c7b7612" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.968559] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04b124de-c472-436c-8917-c9de4c7b7612',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.255602] env[69258]: INFO networking_nsxv3.common.synchronization [None req-150ac973-a392-4499-920e-960e93027a60 None None] Enqueued Resource ID: 73fa82a7-3e06-46d1-ba36-65c74deaa622 with Priority: HIGHEST for action port [ 888.255602] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73fa82a7-3e06-46d1-ba36-65c74deaa622 with Priority: HIGHEST for action port [ 888.255602] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-73fa82a7-3e06-46d1-ba36-65c74deaa622 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.255602] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73fa82a7-3e06-46d1-ba36-65c74deaa622" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.255602] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73fa82a7-3e06-46d1-ba36-65c74deaa622" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.255602] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73fa82a7-3e06-46d1-ba36-65c74deaa622" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.255602] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73fa82a7-3e06-46d1-ba36-65c74deaa622',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.368406] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.477083] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.477083] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.477083] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.477083] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.477083] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.477083] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 04b124de-c472-436c-8917-c9de4c7b7612 not found, creating... [ 888.477083] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.477083] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.477083] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.477083] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.477083] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.477744] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.477744] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.477744] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.477744] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.478276] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.479126] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 04b124de-c472-436c-8917-c9de4c7b7612 is going to be created. [ 888.502404] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.502404] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.502404] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.503951] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.504305] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.505013] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-04b124de-c472-436c-8917-c9de4c7b7612" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.759039] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73fa82a7-3e06-46d1-ba36-65c74deaa622 [ 888.759039] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.759039] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.759039] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.759039] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.759039] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.759039] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73fa82a7-3e06-46d1-ba36-65c74deaa622 already deleted. [ 888.759039] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73fa82a7-3e06-46d1-ba36-65c74deaa622" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.870876] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.870876] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.870876] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.871269] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.871269] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.871875] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a647b22e-b538-4691-821e-794e7b4d00d6 is going to be updated. [ 888.898744] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.898912] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.898963] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.899813] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.899813] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.907977] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: IN_PROGRESS for 2s [ 889.232356] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f89f894-322c-44fe-b997-83d7d3e4225d in Status: SUCCESS [ 889.232594] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f89f894-322c-44fe-b997-83d7d3e4225d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.232972] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f89f894-322c-44fe-b997-83d7d3e4225d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.233228] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f89f894-322c-44fe-b997-83d7d3e4225d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.233444] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.233589] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.233806] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.233886] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.233971] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.234076] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f89f894-322c-44fe-b997-83d7d3e4225d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.234168] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f89f894-322c-44fe-b997-83d7d3e4225d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.245426] env[69258]: INFO networking_nsxv3.common.synchronization [req-9deae9cc-2edb-4617-ac27-f37a22660c18 req-61512565-042a-4a5f-ba10-6c18b6acfb33 service nova] Enqueued Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGHEST for action security_group_rules [ 889.245527] env[69258]: INFO networking_nsxv3.common.synchronization [req-9deae9cc-2edb-4617-ac27-f37a22660c18 req-61512565-042a-4a5f-ba10-6c18b6acfb33 service nova] Enqueued Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGHEST for action security_group_members [ 889.245642] env[69258]: INFO networking_nsxv3.common.synchronization [req-9deae9cc-2edb-4617-ac27-f37a22660c18 req-61512565-042a-4a5f-ba10-6c18b6acfb33 service nova] Enqueued Resource ID: 04b124de-c472-436c-8917-c9de4c7b7612 with Priority: HIGHEST for action port [ 889.246191] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGHEST for action security_group_rules [ 889.246430] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGHEST for action security_group_members [ 889.246566] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04b124de-c472-436c-8917-c9de4c7b7612 with Priority: HIGHEST for action port [ 889.246854] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.246958] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.249515] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.249809] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.249896] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.254020] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.254020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.254020] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-04b124de-c472-436c-8917-c9de4c7b7612 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.254020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04b124de-c472-436c-8917-c9de4c7b7612" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.254020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04b124de-c472-436c-8917-c9de4c7b7612" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.254020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04b124de-c472-436c-8917-c9de4c7b7612" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.254020] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04b124de-c472-436c-8917-c9de4c7b7612',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.739025] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f89f894-322c-44fe-b997-83d7d3e4225d taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.739025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f89f894-322c-44fe-b997-83d7d3e4225d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.739025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f89f894-322c-44fe-b997-83d7d3e4225d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.739025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f89f894-322c-44fe-b997-83d7d3e4225d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.739025] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.739025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.739025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.739025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.739025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.739025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f89f894-322c-44fe-b997-83d7d3e4225d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.739025] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f89f894-322c-44fe-b997-83d7d3e4225d taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.739025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f89f894-322c-44fe-b997-83d7d3e4225d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.739025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f89f894-322c-44fe-b997-83d7d3e4225d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.739025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f89f894-322c-44fe-b997-83d7d3e4225d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.739025] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.739025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.739707] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.739707] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.739707] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.739707] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f89f894-322c-44fe-b997-83d7d3e4225d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.739707] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f89f894-322c-44fe-b997-83d7d3e4225d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.758409] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.758409] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.758409] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04b124de-c472-436c-8917-c9de4c7b7612 with status ACTIVE [ 889.758409] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.758409] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.758409] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.758409] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.758409] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.758409] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.758409] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.758409] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.758409] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.758409] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.758409] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.759050] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.759050] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.759050] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.759050] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.759050] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04b124de-c472-436c-8917-c9de4c7b7612 is going to be updated. [ 889.781855] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.781855] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.781855] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.782106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.782151] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.782311] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04b124de-c472-436c-8917-c9de4c7b7612" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.242330] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f89f894-322c-44fe-b997-83d7d3e4225d: rpc.has_security_group_logging(os_id): False [ 890.259541] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.259541] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.259541] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.260207] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.260207] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.260207] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.260207] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.260207] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.260410] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.260442] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.261932] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.261932] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.261932] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.261932] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.264190] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.264452] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.264599] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.264669] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.264842] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.264925] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.265029] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f89f894-322c-44fe-b997-83d7d3e4225d is going to be created. [ 890.318707] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.318707] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.318707] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.318707] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.318707] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.327786] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f89f894-322c-44fe-b997-83d7d3e4225d in Status: IN_PROGRESS for 2s [ 890.674431] env[69258]: INFO networking_nsxv3.common.synchronization [None req-3f327f1c-b114-4361-a1eb-3a274323b1eb None None] Enqueued Resource ID: 4cc98609-6b68-4bcd-aa14-7a305a4ea829 with Priority: HIGHEST for action port [ 890.674431] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cc98609-6b68-4bcd-aa14-7a305a4ea829 with Priority: HIGHEST for action port [ 890.674431] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cc98609-6b68-4bcd-aa14-7a305a4ea829 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.674431] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cc98609-6b68-4bcd-aa14-7a305a4ea829" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.674431] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cc98609-6b68-4bcd-aa14-7a305a4ea829" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.675328] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cc98609-6b68-4bcd-aa14-7a305a4ea829" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.675654] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cc98609-6b68-4bcd-aa14-7a305a4ea829',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.922497] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: SUCCESS [ 890.922497] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.922497] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.924496] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.924496] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.924496] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.924496] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.924790] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.924790] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.924790] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.178460] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4cc98609-6b68-4bcd-aa14-7a305a4ea829 [ 891.178731] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.178882] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.178969] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.179234] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.179340] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.179448] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4cc98609-6b68-4bcd-aa14-7a305a4ea829 already deleted. [ 891.179529] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cc98609-6b68-4bcd-aa14-7a305a4ea829" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.428569] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.931679] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.352259] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f89f894-322c-44fe-b997-83d7d3e4225d in Status: SUCCESS [ 892.352653] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f89f894-322c-44fe-b997-83d7d3e4225d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.436475] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.436808] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.436808] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.436896] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.436981] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.437059] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a647b22e-b538-4691-821e-794e7b4d00d6 is going to be updated. [ 892.467449] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.468120] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.468120] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.468120] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.468120] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.476314] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: IN_PROGRESS for 2s [ 893.500022] env[69258]: INFO networking_nsxv3.common.synchronization [req-e45c4a67-7856-4c38-ae0e-7ee41ff6537e req-0e37c473-96f2-4f64-a947-a74359a2a09b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Enqueued Resource ID: 4a79c78f-a284-4da0-a78e-588956c99be1 with Priority: HIGHEST for action security_group_members [ 893.500022] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a79c78f-a284-4da0-a78e-588956c99be1 with Priority: HIGHEST for action security_group_members [ 893.500022] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a79c78f-a284-4da0-a78e-588956c99be1 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.500022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.500022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.500022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.500022] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.500758] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.500922] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.501185] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.501372] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.501566] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a79c78f-a284-4da0-a78e-588956c99be1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.004292] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.004477] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.004521] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.004733] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.004828] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.005076] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.005178] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.005215] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.005352] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.005424] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.005513] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a79c78f-a284-4da0-a78e-588956c99be1 is going to be updated. [ 894.031593] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.031798] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.031798] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.032018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.032172] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.040353] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a79c78f-a284-4da0-a78e-588956c99be1 in Status: IN_PROGRESS for 2s [ 894.484823] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: SUCCESS [ 894.485064] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.485255] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.485474] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.485906] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.485906] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.485906] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.486127] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.486127] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.486548] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.486548] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.990057] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.990413] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.990413] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.990503] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.990901] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.990901] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.991039] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.991128] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.991247] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.991397] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.991486] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.991602] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.991648] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.991803] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.991990] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.992104] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.992165] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.992364] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.992471] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.992604] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.992657] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.495131] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a647b22e-b538-4691-821e-794e7b4d00d6: rpc.has_security_group_logging(os_id): False [ 895.513199] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.513346] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.513416] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.513648] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.513745] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.513943] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.514058] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.514120] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.514281] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.514354] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.514677] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.514742] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.514794] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.514970] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.515122] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.516518] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.516518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.516518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.516518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.516518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.516518] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a647b22e-b538-4691-821e-794e7b4d00d6 is going to be updated. [ 895.588016] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.588255] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.588308] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.589256] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.589256] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.602439] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: IN_PROGRESS for 2s [ 896.050505] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a79c78f-a284-4da0-a78e-588956c99be1 in Status: SUCCESS [ 896.050836] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a79c78f-a284-4da0-a78e-588956c99be1 deletion is rescheduled due to dependency. [ 896.050836] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.413839] env[69258]: INFO networking_nsxv3.common.synchronization [req-7489bdca-a092-42f7-bfa5-fdadd46204af req-51c3c80e-b548-47b7-9d6e-a26377cd019d tempest-ServerAddressesNegativeTestJSON-1865475759 tempest-ServerAddressesNegativeTestJSON-1865475759-project-member] Enqueued Resource ID: 9f89f894-322c-44fe-b997-83d7d3e4225d with Priority: HIGHEST for action security_group_members [ 897.414446] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f89f894-322c-44fe-b997-83d7d3e4225d with Priority: HIGHEST for action security_group_members [ 897.414773] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f89f894-322c-44fe-b997-83d7d3e4225d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.414895] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f89f894-322c-44fe-b997-83d7d3e4225d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.414964] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f89f894-322c-44fe-b997-83d7d3e4225d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.415275] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f89f894-322c-44fe-b997-83d7d3e4225d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.415980] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.416154] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.416243] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.416455] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.416586] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.416722] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f89f894-322c-44fe-b997-83d7d3e4225d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.617164] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: SUCCESS [ 897.617694] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.918974] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.920109] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.920263] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.920478] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.920576] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.920814] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.920932] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.921018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.921183] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.921278] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.921383] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f89f894-322c-44fe-b997-83d7d3e4225d is going to be updated. [ 897.947098] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.947302] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.947302] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.947534] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.947683] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.955394] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f89f894-322c-44fe-b997-83d7d3e4225d in Status: IN_PROGRESS for 2s [ 899.966755] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f89f894-322c-44fe-b997-83d7d3e4225d in Status: SUCCESS [ 899.967059] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f89f894-322c-44fe-b997-83d7d3e4225d deletion is rescheduled due to dependency. [ 899.967059] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f89f894-322c-44fe-b997-83d7d3e4225d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.679280] env[69258]: INFO networking_nsxv3.common.synchronization [req-a778370b-07d3-435c-b601-6f40ce897b01 req-4476fc44-57e1-4959-b296-fcd8ff0cd69b tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Enqueued Resource ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec with Priority: HIGHEST for action security_group_members [ 901.679901] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec with Priority: HIGHEST for action security_group_members [ 901.681397] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9352cd3-d17b-441e-90a2-cb7e49e515ec taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.681533] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.681608] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.681810] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.682025] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.682073] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.682179] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.682285] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.682369] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.682463] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9352cd3-d17b-441e-90a2-cb7e49e515ec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.844178] env[69258]: INFO networking_nsxv3.common.synchronization [req-d6a20776-9160-4601-ab24-4f99e8737a96 req-4e96fca2-984c-4c8e-8d9b-8356753eb45e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Enqueued Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 901.845010] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 901.845477] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.845677] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.845807] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.846131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.846392] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.846875] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.846875] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.846978] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.847060] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.850786] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.187450] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.187450] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.187450] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.187450] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.187450] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.187450] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.187450] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.187450] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.187450] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.187450] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.187450] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec is going to be updated. [ 902.214378] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.214558] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.214617] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.214819] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.214956] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.223121] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec in Status: IN_PROGRESS for 2s [ 902.349924] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.350268] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.350344] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.350577] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.350671] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.351561] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.351561] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.351561] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.351561] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.351561] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.351854] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f is going to be deleted. [ 902.380033] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.380033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.380033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.380033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.380033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.380287] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.570824] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-133 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.571107] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-133" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.571364] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-133" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.571844] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-133" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.572060] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.572324] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.572533] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.572863] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.573103] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.573406] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.573577] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.573995] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.573995] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.574087] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.574218] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.574408] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.591842] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.592039] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 902.592180] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.592358] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-133" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.592865] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-0cbcc628-19e8-434a-a14f-595bd9e7725b taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.592865] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-0cbcc628-19e8-434a-a14f-595bd9e7725b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.593092] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-0cbcc628-19e8-434a-a14f-595bd9e7725b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.593382] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-0cbcc628-19e8-434a-a14f-595bd9e7725b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.593534] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cbcc628-19e8-434a-a14f-595bd9e7725b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.096522] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.097111] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.097276] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.097602] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.097780] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.098020] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 0cbcc628-19e8-434a-a14f-595bd9e7725b not found, creating... [ 903.098408] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.098705] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.098882] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.099213] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.099420] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.099847] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.100945] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.100945] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.100945] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.100945] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.100945] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 0cbcc628-19e8-434a-a14f-595bd9e7725b is going to be created. [ 903.131357] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.131562] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.131694] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.131963] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.132219] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.132440] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-0cbcc628-19e8-434a-a14f-595bd9e7725b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.950025] env[69258]: INFO networking_nsxv3.common.synchronization [req-d6a20776-9160-4601-ab24-4f99e8737a96 req-f7246cbd-0447-4335-b771-775b86c1c7a3 service nova] Enqueued Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_rules [ 903.950025] env[69258]: INFO networking_nsxv3.common.synchronization [req-d6a20776-9160-4601-ab24-4f99e8737a96 req-f7246cbd-0447-4335-b771-775b86c1c7a3 service nova] Enqueued Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 903.952140] env[69258]: INFO networking_nsxv3.common.synchronization [req-d6a20776-9160-4601-ab24-4f99e8737a96 req-f7246cbd-0447-4335-b771-775b86c1c7a3 service nova] Enqueued Resource ID: 0cbcc628-19e8-434a-a14f-595bd9e7725b with Priority: HIGHEST for action port [ 903.952140] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_rules [ 903.952140] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 903.952140] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cbcc628-19e8-434a-a14f-595bd9e7725b with Priority: HIGHEST for action port [ 903.952140] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.952473] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.952473] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.952621] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.952756] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.953894] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.953995] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.954137] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.954390] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.954592] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.954763] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.954873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.955122] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.955270] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.955423] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.960587] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cbcc628-19e8-434a-a14f-595bd9e7725b taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.960936] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cbcc628-19e8-434a-a14f-595bd9e7725b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.960936] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cbcc628-19e8-434a-a14f-595bd9e7725b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.961030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cbcc628-19e8-434a-a14f-595bd9e7725b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.961076] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cbcc628-19e8-434a-a14f-595bd9e7725b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.234583] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec in Status: SUCCESS [ 904.234825] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec deletion is rescheduled due to dependency. [ 904.234930] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.464272] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.468020] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.468020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.468020] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cbcc628-19e8-434a-a14f-595bd9e7725b with status ACTIVE [ 904.468020] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.468020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.468020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.468020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.468020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.468020] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.468020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.468020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.468020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.468020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.468020] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.468756] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.470020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.470020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.470284] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.470713] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cbcc628-19e8-434a-a14f-595bd9e7725b is going to be updated. [ 904.478979] env[69258]: INFO networking_nsxv3.common.synchronization [req-1a88fa6c-158e-437b-b43b-066c943a0120 req-7ad8a59b-4c1b-48c5-8283-c7e6fd5ad255 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Enqueued Resource ID: 562f63f0-05f9-4eae-928b-7f28ad29d4ee with Priority: HIGHEST for action security_group_members [ 904.478979] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 562f63f0-05f9-4eae-928b-7f28ad29d4ee with Priority: HIGHEST for action security_group_members [ 904.478979] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-562f63f0-05f9-4eae-928b-7f28ad29d4ee taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.478979] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-562f63f0-05f9-4eae-928b-7f28ad29d4ee" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.478979] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-562f63f0-05f9-4eae-928b-7f28ad29d4ee" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.480781] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-562f63f0-05f9-4eae-928b-7f28ad29d4ee" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.480995] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.484157] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.484157] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.484157] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.484157] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.484157] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('562f63f0-05f9-4eae-928b-7f28ad29d4ee',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.493183] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.493406] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.493406] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.493895] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.493895] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.494520] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cbcc628-19e8-434a-a14f-595bd9e7725b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.974841] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.984490] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.986043] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.986043] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.986043] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.986043] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.986043] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.986043] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.986043] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.986043] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.986043] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.986043] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 562f63f0-05f9-4eae-928b-7f28ad29d4ee already deleted. [ 904.986043] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-562f63f0-05f9-4eae-928b-7f28ad29d4ee" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.036143] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-281 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.036143] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-281" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.036143] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-281" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.036143] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-281" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.036143] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.036143] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.036590] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.037288] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.038667] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.038667] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 905.038667] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.038667] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.038667] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.038667] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 905.039878] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.039878] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.056851] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.057674] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 905.057851] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.058057] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-281" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.058384] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-d4febb4d-be0a-419b-9c83-cd9e4fe5e511 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.058575] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-d4febb4d-be0a-419b-9c83-cd9e4fe5e511" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.058762] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-d4febb4d-be0a-419b-9c83-cd9e4fe5e511" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.059099] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-d4febb4d-be0a-419b-9c83-cd9e4fe5e511" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.059250] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4febb4d-be0a-419b-9c83-cd9e4fe5e511',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.477289] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.477766] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.477766] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.477860] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.478037] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.478037] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f is going to be created. [ 905.500455] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.501334] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.501334] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.501538] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.505018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.513032] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: UNINITIALIZED for 2s [ 905.564411] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.564411] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.564411] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.564411] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.564411] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.564411] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port d4febb4d-be0a-419b-9c83-cd9e4fe5e511 not found, creating... [ 905.565603] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.565603] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.565603] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.565603] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.565603] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.565603] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.565932] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.566023] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.566584] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.566851] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.567124] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: d4febb4d-be0a-419b-9c83-cd9e4fe5e511 is going to be created. [ 905.586422] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.586726] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.586909] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.587224] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.587484] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.587729] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-d4febb4d-be0a-419b-9c83-cd9e4fe5e511" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.551805] env[69258]: INFO networking_nsxv3.common.synchronization [req-1a88fa6c-158e-437b-b43b-066c943a0120 req-d28ea9c5-32f8-4e3d-922c-eb25464b0209 service nova] Enqueued Resource ID: 562f63f0-05f9-4eae-928b-7f28ad29d4ee with Priority: HIGHEST for action security_group_rules [ 906.552149] env[69258]: INFO networking_nsxv3.common.synchronization [req-1a88fa6c-158e-437b-b43b-066c943a0120 req-d28ea9c5-32f8-4e3d-922c-eb25464b0209 service nova] Enqueued Resource ID: 562f63f0-05f9-4eae-928b-7f28ad29d4ee with Priority: HIGHEST for action security_group_members [ 906.552197] env[69258]: INFO networking_nsxv3.common.synchronization [req-1a88fa6c-158e-437b-b43b-066c943a0120 req-d28ea9c5-32f8-4e3d-922c-eb25464b0209 service nova] Enqueued Resource ID: d4febb4d-be0a-419b-9c83-cd9e4fe5e511 with Priority: HIGHEST for action port [ 906.552748] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 562f63f0-05f9-4eae-928b-7f28ad29d4ee with Priority: HIGHEST for action security_group_rules [ 906.553930] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 562f63f0-05f9-4eae-928b-7f28ad29d4ee with Priority: HIGHEST for action security_group_members [ 906.553930] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4febb4d-be0a-419b-9c83-cd9e4fe5e511 with Priority: HIGHEST for action port [ 906.553930] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-562f63f0-05f9-4eae-928b-7f28ad29d4ee taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.553930] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-562f63f0-05f9-4eae-928b-7f28ad29d4ee" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.553930] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-562f63f0-05f9-4eae-928b-7f28ad29d4ee" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.553930] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-562f63f0-05f9-4eae-928b-7f28ad29d4ee" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.555572] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('562f63f0-05f9-4eae-928b-7f28ad29d4ee',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.555572] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-562f63f0-05f9-4eae-928b-7f28ad29d4ee taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.555572] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-562f63f0-05f9-4eae-928b-7f28ad29d4ee" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.555572] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-562f63f0-05f9-4eae-928b-7f28ad29d4ee" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.558224] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-562f63f0-05f9-4eae-928b-7f28ad29d4ee" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.558224] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.558224] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.558224] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.558705] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.558705] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.558705] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('562f63f0-05f9-4eae-928b-7f28ad29d4ee',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.559567] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4febb4d-be0a-419b-9c83-cd9e4fe5e511 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.559729] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4febb4d-be0a-419b-9c83-cd9e4fe5e511" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.560085] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4febb4d-be0a-419b-9c83-cd9e4fe5e511" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.560085] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4febb4d-be0a-419b-9c83-cd9e4fe5e511" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.560085] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4febb4d-be0a-419b-9c83-cd9e4fe5e511',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.063496] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-562f63f0-05f9-4eae-928b-7f28ad29d4ee taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.063617] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-562f63f0-05f9-4eae-928b-7f28ad29d4ee" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.063866] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('562f63f0-05f9-4eae-928b-7f28ad29d4ee',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.066967] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4febb4d-be0a-419b-9c83-cd9e4fe5e511 with status ACTIVE [ 907.066967] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.066967] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.066967] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.066967] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.066967] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.066967] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.066967] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.066967] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.066967] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.066967] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.067581] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.067581] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.067581] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.067581] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.067581] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.067581] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4febb4d-be0a-419b-9c83-cd9e4fe5e511 is going to be updated. [ 907.089485] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.089618] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.089689] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.089900] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.090048] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.090300] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4febb4d-be0a-419b-9c83-cd9e4fe5e511" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.522886] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: SUCCESS [ 907.523122] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.523298] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.523514] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.523707] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.523824] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.523889] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.524072] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.524160] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.525573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.525668] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.569744] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('562f63f0-05f9-4eae-928b-7f28ad29d4ee',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.647195] env[69258]: INFO networking_nsxv3.common.synchronization [req-67909b42-099e-49e1-adf0-0b594de19867 req-07e19cf1-aa5e-4109-8c49-e29305671d73 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Enqueued Resource ID: 0edf4224-3bfd-443d-be67-11e069a78161 with Priority: HIGHEST for action security_group_members [ 907.648334] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edf4224-3bfd-443d-be67-11e069a78161 with Priority: HIGHEST for action security_group_members [ 907.648759] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf4224-3bfd-443d-be67-11e069a78161 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.649446] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.649446] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.653018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.653018] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.653018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.653018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.653018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.653018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.653018] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0edf4224-3bfd-443d-be67-11e069a78161',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.864011] env[69258]: INFO networking_nsxv3.common.synchronization [req-e1412643-1aff-4188-8e4c-1811c3ada922 req-718216dc-0860-4964-9540-616ca11a6f1a tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Enqueued Resource ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 with Priority: HIGHEST for action security_group_members [ 907.864570] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 with Priority: HIGHEST for action security_group_members [ 907.864894] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b54bcd4-3671-48b9-b354-14bb38794c94 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.869210] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.869353] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.869585] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.869779] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.869891] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.869955] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.870130] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.870218] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.870311] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b54bcd4-3671-48b9-b354-14bb38794c94',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.027960] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.028211] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.028211] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.028422] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.028596] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.028745] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.028812] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.028970] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.029068] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.029159] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.029336] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.029440] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.029484] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.029605] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.029787] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.029874] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.029934] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.030093] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.030170] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.030263] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.030349] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.071477] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.071752] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.071864] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.072139] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.072285] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.072433] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 562f63f0-05f9-4eae-928b-7f28ad29d4ee is going to be created. [ 908.098023] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.098272] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.098272] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.098501] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.098723] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.108203] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 562f63f0-05f9-4eae-928b-7f28ad29d4ee in Status: UNINITIALIZED for 2s [ 908.153576] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0edf4224-3bfd-443d-be67-11e069a78161',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.379453] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b54bcd4-3671-48b9-b354-14bb38794c94',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.534884] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c754537a-1169-4215-9bdd-f31b86f6cd2f: rpc.has_security_group_logging(os_id): False [ 908.551940] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.552122] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.552197] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.552466] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.552576] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.552865] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.552982] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.553065] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.553255] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.553370] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.553567] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.553666] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.553734] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.553878] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.553953] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.554619] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.554904] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.555056] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.555330] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.555474] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.555637] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f is going to be created. [ 908.605413] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.605725] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.605725] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.606073] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.606375] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.620244] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: IN_PROGRESS for 2s [ 908.657793] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0edf4224-3bfd-443d-be67-11e069a78161',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.879271] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b54bcd4-3671-48b9-b354-14bb38794c94',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.161932] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.161932] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.161932] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.161932] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.161932] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.161932] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edf4224-3bfd-443d-be67-11e069a78161 is going to be updated. [ 909.202471] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.202893] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.203047] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.203322] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.203700] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.218213] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edf4224-3bfd-443d-be67-11e069a78161 in Status: IN_PROGRESS for 2s [ 909.381536] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.381686] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.381837] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.381973] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.382081] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.382180] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 is going to be updated. [ 909.415404] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.415404] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.415404] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.415404] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.415404] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.423680] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 in Status: IN_PROGRESS for 2s [ 909.425458] env[69258]: INFO networking_nsxv3.common.synchronization [req-b7914f94-3f3f-4c80-89c6-dad06329fa82 req-7372c990-812c-4d5e-a8a2-2878e404ba88 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Enqueued Resource ID: ad440707-37cd-4a47-916a-87df2a198a5d with Priority: HIGHEST for action security_group_members [ 909.426485] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad440707-37cd-4a47-916a-87df2a198a5d with Priority: HIGHEST for action security_group_members [ 909.430599] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad440707-37cd-4a47-916a-87df2a198a5d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.430731] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad440707-37cd-4a47-916a-87df2a198a5d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.430793] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad440707-37cd-4a47-916a-87df2a198a5d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.431049] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad440707-37cd-4a47-916a-87df2a198a5d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.431221] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.431689] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.431689] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.431689] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.431689] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.432698] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad440707-37cd-4a47-916a-87df2a198a5d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.938025] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.938025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.938025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.938025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.938025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.938025] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.938025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.938025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.938025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.938025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.938025] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad440707-37cd-4a47-916a-87df2a198a5d already deleted. [ 909.938025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad440707-37cd-4a47-916a-87df2a198a5d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.024916] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.025255] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-179" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.025446] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-179" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.025826] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-179" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.026191] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.026339] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.026470] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.026846] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.027016] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.027370] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.027597] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.027758] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.027950] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.028149] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 910.028288] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.028636] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.049020] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.049020] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 910.049020] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.049020] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-179" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.049020] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-da3330a8-a931-4589-9780-8ca34b96a347 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.049020] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-da3330a8-a931-4589-9780-8ca34b96a347" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.049020] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-da3330a8-a931-4589-9780-8ca34b96a347" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.049020] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-da3330a8-a931-4589-9780-8ca34b96a347" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.049020] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da3330a8-a931-4589-9780-8ca34b96a347',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.116791] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 562f63f0-05f9-4eae-928b-7f28ad29d4ee in Status: UNINITIALIZED for 4s [ 910.551562] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.552349] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.552488] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.552775] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.552935] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.553109] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port da3330a8-a931-4589-9780-8ca34b96a347 not found, creating... [ 910.554231] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.554426] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.554546] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.554792] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.554944] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.555272] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.555442] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.555564] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.555787] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.555929] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.556087] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: da3330a8-a931-4589-9780-8ca34b96a347 is going to be created. [ 910.575390] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.575601] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.575694] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.575971] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.576221] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.576467] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-da3330a8-a931-4589-9780-8ca34b96a347" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.633167] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: SUCCESS [ 910.633475] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.234034] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edf4224-3bfd-443d-be67-11e069a78161 in Status: SUCCESS [ 911.234034] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.434633] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 in Status: SUCCESS [ 911.434868] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.483582] env[69258]: INFO networking_nsxv3.common.synchronization [req-b7914f94-3f3f-4c80-89c6-dad06329fa82 req-8414cacd-91d1-44eb-a032-5c6a6593e15e service nova] Enqueued Resource ID: ad440707-37cd-4a47-916a-87df2a198a5d with Priority: HIGHEST for action security_group_rules [ 911.483788] env[69258]: INFO networking_nsxv3.common.synchronization [req-b7914f94-3f3f-4c80-89c6-dad06329fa82 req-8414cacd-91d1-44eb-a032-5c6a6593e15e service nova] Enqueued Resource ID: ad440707-37cd-4a47-916a-87df2a198a5d with Priority: HIGHEST for action security_group_members [ 911.483901] env[69258]: INFO networking_nsxv3.common.synchronization [req-b7914f94-3f3f-4c80-89c6-dad06329fa82 req-8414cacd-91d1-44eb-a032-5c6a6593e15e service nova] Enqueued Resource ID: da3330a8-a931-4589-9780-8ca34b96a347 with Priority: HIGHEST for action port [ 911.484148] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad440707-37cd-4a47-916a-87df2a198a5d with Priority: HIGHEST for action security_group_rules [ 911.484275] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad440707-37cd-4a47-916a-87df2a198a5d with Priority: HIGHEST for action security_group_members [ 911.484413] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da3330a8-a931-4589-9780-8ca34b96a347 with Priority: HIGHEST for action port [ 911.485112] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad440707-37cd-4a47-916a-87df2a198a5d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.485286] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad440707-37cd-4a47-916a-87df2a198a5d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.485363] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad440707-37cd-4a47-916a-87df2a198a5d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.485666] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad440707-37cd-4a47-916a-87df2a198a5d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.485781] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad440707-37cd-4a47-916a-87df2a198a5d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.486805] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad440707-37cd-4a47-916a-87df2a198a5d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.486908] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad440707-37cd-4a47-916a-87df2a198a5d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.487010] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad440707-37cd-4a47-916a-87df2a198a5d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.487228] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad440707-37cd-4a47-916a-87df2a198a5d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.487446] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.487541] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.487626] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.487811] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.487932] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.488091] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad440707-37cd-4a47-916a-87df2a198a5d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.490394] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-da3330a8-a931-4589-9780-8ca34b96a347 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.490571] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da3330a8-a931-4589-9780-8ca34b96a347" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.490649] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da3330a8-a931-4589-9780-8ca34b96a347" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.490835] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da3330a8-a931-4589-9780-8ca34b96a347" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.490960] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da3330a8-a931-4589-9780-8ca34b96a347',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.993520] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad440707-37cd-4a47-916a-87df2a198a5d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.995391] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad440707-37cd-4a47-916a-87df2a198a5d taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.995391] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad440707-37cd-4a47-916a-87df2a198a5d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.995391] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da3330a8-a931-4589-9780-8ca34b96a347 with status ACTIVE [ 911.995391] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.995743] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.995743] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.995743] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.995901] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.995952] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.996217] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.996217] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.996315] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.996369] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.996544] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.996632] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.996695] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.996831] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.997030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.997030] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da3330a8-a931-4589-9780-8ca34b96a347 is going to be updated. [ 912.018164] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.018318] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.018570] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.018570] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.018788] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.018901] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da3330a8-a931-4589-9780-8ca34b96a347" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.136780] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 562f63f0-05f9-4eae-928b-7f28ad29d4ee in Status: SUCCESS [ 912.136780] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-562f63f0-05f9-4eae-928b-7f28ad29d4ee" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.136909] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-562f63f0-05f9-4eae-928b-7f28ad29d4ee" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.137144] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-562f63f0-05f9-4eae-928b-7f28ad29d4ee" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.137336] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.137446] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.137509] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.137660] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.137933] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.137933] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-562f63f0-05f9-4eae-928b-7f28ad29d4ee" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.137933] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('562f63f0-05f9-4eae-928b-7f28ad29d4ee',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.156972] env[69258]: INFO networking_nsxv3.common.synchronization [None req-55a0b1ca-cf43-45c9-b676-ebc7160be80a None None] Enqueued Resource ID: c9ab30e4-fdd7-43ff-97e6-af09d62a3e40 with Priority: HIGHEST for action port [ 912.157839] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9ab30e4-fdd7-43ff-97e6-af09d62a3e40 with Priority: HIGHEST for action port [ 912.158484] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9ab30e4-fdd7-43ff-97e6-af09d62a3e40 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.158610] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9ab30e4-fdd7-43ff-97e6-af09d62a3e40" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.158673] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9ab30e4-fdd7-43ff-97e6-af09d62a3e40" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.159049] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9ab30e4-fdd7-43ff-97e6-af09d62a3e40" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.159114] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9ab30e4-fdd7-43ff-97e6-af09d62a3e40',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.498361] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad440707-37cd-4a47-916a-87df2a198a5d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.642997] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-562f63f0-05f9-4eae-928b-7f28ad29d4ee taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.643216] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-562f63f0-05f9-4eae-928b-7f28ad29d4ee" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.643325] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-562f63f0-05f9-4eae-928b-7f28ad29d4ee" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.643537] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-562f63f0-05f9-4eae-928b-7f28ad29d4ee" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.643711] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.643825] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.643882] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.644175] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.644175] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.644319] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-562f63f0-05f9-4eae-928b-7f28ad29d4ee" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.644382] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-562f63f0-05f9-4eae-928b-7f28ad29d4ee taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.644503] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-562f63f0-05f9-4eae-928b-7f28ad29d4ee" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.644564] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-562f63f0-05f9-4eae-928b-7f28ad29d4ee" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.644708] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-562f63f0-05f9-4eae-928b-7f28ad29d4ee" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.644850] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.644937] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.645012] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.645142] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.646022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.646022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-562f63f0-05f9-4eae-928b-7f28ad29d4ee" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.646022] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('562f63f0-05f9-4eae-928b-7f28ad29d4ee',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.663824] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9ab30e4-fdd7-43ff-97e6-af09d62a3e40 [ 912.663824] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.663824] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.663824] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.663824] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.663824] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.663824] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9ab30e4-fdd7-43ff-97e6-af09d62a3e40 already deleted. [ 912.663824] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9ab30e4-fdd7-43ff-97e6-af09d62a3e40" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.004558] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.006877] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.006877] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.006877] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.006877] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.006877] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad440707-37cd-4a47-916a-87df2a198a5d is going to be created. [ 913.032358] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.032759] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.032933] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.034694] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.034694] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.043031] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad440707-37cd-4a47-916a-87df2a198a5d in Status: UNINITIALIZED for 2s [ 913.148411] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 562f63f0-05f9-4eae-928b-7f28ad29d4ee: rpc.has_security_group_logging(os_id): False [ 913.165232] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.165382] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.165458] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.165673] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.165765] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.166029] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.166097] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.166229] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.166285] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.166370] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.166552] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.166628] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.166695] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.166892] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.166972] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.167167] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.167252] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.167316] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.167452] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.167524] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.167608] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 562f63f0-05f9-4eae-928b-7f28ad29d4ee is going to be created. [ 913.254774] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.259022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.259022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.259022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.259022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.270844] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 562f63f0-05f9-4eae-928b-7f28ad29d4ee in Status: IN_PROGRESS for 2s [ 914.346559] env[69258]: INFO networking_nsxv3.common.synchronization [None req-e4eeb52f-dfcc-49bf-bd53-910652294783 None None] Enqueued Resource ID: 3c8d9ec7-6a1a-4194-96b9-47586fdbeba1 with Priority: HIGHEST for action port [ 914.346957] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c8d9ec7-6a1a-4194-96b9-47586fdbeba1 with Priority: HIGHEST for action port [ 914.347302] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c8d9ec7-6a1a-4194-96b9-47586fdbeba1 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.347399] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c8d9ec7-6a1a-4194-96b9-47586fdbeba1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.347462] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c8d9ec7-6a1a-4194-96b9-47586fdbeba1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.347687] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c8d9ec7-6a1a-4194-96b9-47586fdbeba1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.347768] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c8d9ec7-6a1a-4194-96b9-47586fdbeba1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.735387] env[69258]: INFO networking_nsxv3.common.synchronization [req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 req-46ba8462-21b1-458b-8fd0-8debbc59253a tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Enqueued Resource ID: 002f6543-79da-4a11-9d98-6d4e5da1521e with Priority: HIGHEST for action security_group_members [ 914.736023] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 002f6543-79da-4a11-9d98-6d4e5da1521e with Priority: HIGHEST for action security_group_members [ 914.736334] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-002f6543-79da-4a11-9d98-6d4e5da1521e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.736455] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-002f6543-79da-4a11-9d98-6d4e5da1521e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.736523] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-002f6543-79da-4a11-9d98-6d4e5da1521e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.736847] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-002f6543-79da-4a11-9d98-6d4e5da1521e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.737019] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.738259] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.738259] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.738481] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.738549] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.738679] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('002f6543-79da-4a11-9d98-6d4e5da1521e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.853180] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c8d9ec7-6a1a-4194-96b9-47586fdbeba1 [ 914.853429] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.853564] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.853632] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.853843] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.854422] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.854422] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c8d9ec7-6a1a-4194-96b9-47586fdbeba1 already deleted. [ 914.854422] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c8d9ec7-6a1a-4194-96b9-47586fdbeba1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.043095] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-263 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.043305] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-263" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.044782] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-263" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.044782] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-263" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.044782] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.044782] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.044782] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.044782] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.044782] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.045061] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 915.045264] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.045435] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.045551] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.045667] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 915.045775] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.045911] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.057069] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad440707-37cd-4a47-916a-87df2a198a5d in Status: SUCCESS [ 915.057298] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad440707-37cd-4a47-916a-87df2a198a5d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.057450] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad440707-37cd-4a47-916a-87df2a198a5d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.057683] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad440707-37cd-4a47-916a-87df2a198a5d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.057866] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.058032] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.058109] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.058285] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.058370] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.058458] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad440707-37cd-4a47-916a-87df2a198a5d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.058548] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad440707-37cd-4a47-916a-87df2a198a5d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.066275] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.066275] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 915.066275] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.066446] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-263" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.067365] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-e5844d01-6d56-433c-b007-f9539c6ba57e taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.067365] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-e5844d01-6d56-433c-b007-f9539c6ba57e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.067365] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-e5844d01-6d56-433c-b007-f9539c6ba57e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.067365] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-e5844d01-6d56-433c-b007-f9539c6ba57e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.067642] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5844d01-6d56-433c-b007-f9539c6ba57e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.244399] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.244566] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.244640] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.244851] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.244944] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.245154] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.245254] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.245316] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.245468] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.245542] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.245629] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 002f6543-79da-4a11-9d98-6d4e5da1521e already deleted. [ 915.245709] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-002f6543-79da-4a11-9d98-6d4e5da1521e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.282151] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 562f63f0-05f9-4eae-928b-7f28ad29d4ee in Status: SUCCESS [ 915.282417] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-562f63f0-05f9-4eae-928b-7f28ad29d4ee" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.561641] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad440707-37cd-4a47-916a-87df2a198a5d taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.561641] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad440707-37cd-4a47-916a-87df2a198a5d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.561641] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad440707-37cd-4a47-916a-87df2a198a5d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.562229] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad440707-37cd-4a47-916a-87df2a198a5d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.562229] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.562229] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.562229] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.562518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.562518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.562635] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad440707-37cd-4a47-916a-87df2a198a5d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.562693] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad440707-37cd-4a47-916a-87df2a198a5d taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.562871] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad440707-37cd-4a47-916a-87df2a198a5d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.562871] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad440707-37cd-4a47-916a-87df2a198a5d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.563026] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad440707-37cd-4a47-916a-87df2a198a5d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.563149] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.563234] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.563290] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.563433] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.563502] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.563588] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad440707-37cd-4a47-916a-87df2a198a5d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.563687] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad440707-37cd-4a47-916a-87df2a198a5d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.569866] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.571134] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.571134] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.571134] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.571134] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.571134] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port e5844d01-6d56-433c-b007-f9539c6ba57e not found, creating... [ 915.571368] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.571432] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.571558] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.571806] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.572050] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.572359] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.572524] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.573049] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.573049] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.573049] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.573213] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: e5844d01-6d56-433c-b007-f9539c6ba57e is going to be created. [ 915.593573] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.593798] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.593914] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.594240] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.594556] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.594872] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-e5844d01-6d56-433c-b007-f9539c6ba57e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.066115] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad440707-37cd-4a47-916a-87df2a198a5d: rpc.has_security_group_logging(os_id): False [ 916.092844] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.093028] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.093077] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.093317] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.093400] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.093599] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.093697] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.093763] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.093945] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.094235] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.094636] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.094636] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.094636] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.094817] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.094817] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.095008] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.096950] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.097063] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.098158] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.098158] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.098158] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad440707-37cd-4a47-916a-87df2a198a5d is going to be created. [ 916.178155] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.178313] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.178360] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.178572] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.178754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.190155] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad440707-37cd-4a47-916a-87df2a198a5d in Status: IN_PROGRESS for 2s [ 916.324334] env[69258]: INFO networking_nsxv3.common.synchronization [req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 req-b0bd8b1e-1990-4e14-a683-c348bef7cac1 service nova] Enqueued Resource ID: 002f6543-79da-4a11-9d98-6d4e5da1521e with Priority: HIGHEST for action security_group_rules [ 916.324563] env[69258]: INFO networking_nsxv3.common.synchronization [req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 req-b0bd8b1e-1990-4e14-a683-c348bef7cac1 service nova] Enqueued Resource ID: 002f6543-79da-4a11-9d98-6d4e5da1521e with Priority: HIGHEST for action security_group_members [ 916.324656] env[69258]: INFO networking_nsxv3.common.synchronization [req-cb20ec3b-a037-4fe6-bb98-b2966400b9f4 req-b0bd8b1e-1990-4e14-a683-c348bef7cac1 service nova] Enqueued Resource ID: e5844d01-6d56-433c-b007-f9539c6ba57e with Priority: HIGHEST for action port [ 916.325611] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 002f6543-79da-4a11-9d98-6d4e5da1521e with Priority: HIGHEST for action security_group_rules [ 916.325611] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 002f6543-79da-4a11-9d98-6d4e5da1521e with Priority: HIGHEST for action security_group_members [ 916.325611] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5844d01-6d56-433c-b007-f9539c6ba57e with Priority: HIGHEST for action port [ 916.325775] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-002f6543-79da-4a11-9d98-6d4e5da1521e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.325775] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-002f6543-79da-4a11-9d98-6d4e5da1521e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.325866] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-002f6543-79da-4a11-9d98-6d4e5da1521e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.326020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-002f6543-79da-4a11-9d98-6d4e5da1521e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.328653] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('002f6543-79da-4a11-9d98-6d4e5da1521e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.329534] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-002f6543-79da-4a11-9d98-6d4e5da1521e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.329656] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-002f6543-79da-4a11-9d98-6d4e5da1521e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.329724] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-002f6543-79da-4a11-9d98-6d4e5da1521e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.329910] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-002f6543-79da-4a11-9d98-6d4e5da1521e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.330078] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.330177] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.330237] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.330382] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.330464] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.330554] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('002f6543-79da-4a11-9d98-6d4e5da1521e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.331275] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5844d01-6d56-433c-b007-f9539c6ba57e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.331381] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5844d01-6d56-433c-b007-f9539c6ba57e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.331445] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5844d01-6d56-433c-b007-f9539c6ba57e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.331594] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5844d01-6d56-433c-b007-f9539c6ba57e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.331668] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5844d01-6d56-433c-b007-f9539c6ba57e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.837726] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-002f6543-79da-4a11-9d98-6d4e5da1521e taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.837726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-002f6543-79da-4a11-9d98-6d4e5da1521e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.837726] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('002f6543-79da-4a11-9d98-6d4e5da1521e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.837726] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5844d01-6d56-433c-b007-f9539c6ba57e with status ACTIVE [ 916.837726] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.837726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.837726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.837726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.838370] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.838370] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.838370] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.838370] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.838370] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.838370] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.838562] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.838562] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.838636] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.838728] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.838858] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.838942] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5844d01-6d56-433c-b007-f9539c6ba57e is going to be updated. [ 916.861667] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.861878] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.861981] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.862260] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.862466] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.862668] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5844d01-6d56-433c-b007-f9539c6ba57e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.341312] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('002f6543-79da-4a11-9d98-6d4e5da1521e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.443238] env[69258]: INFO networking_nsxv3.common.synchronization [req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 req-13e96c7e-07d5-4e20-a3a7-2ae199ee7b7f tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Enqueued Resource ID: 4e827a93-c781-41ec-832f-40076adb2dcb with Priority: HIGHEST for action security_group_members [ 917.444277] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e827a93-c781-41ec-832f-40076adb2dcb with Priority: HIGHEST for action security_group_members [ 917.444277] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e827a93-c781-41ec-832f-40076adb2dcb taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.444500] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e827a93-c781-41ec-832f-40076adb2dcb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.444500] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e827a93-c781-41ec-832f-40076adb2dcb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.444681] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e827a93-c781-41ec-832f-40076adb2dcb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.444874] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.444991] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.445090] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.445307] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.445942] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.445942] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e827a93-c781-41ec-832f-40076adb2dcb',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.847233] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.847534] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.847534] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.847692] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.847785] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.847889] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 002f6543-79da-4a11-9d98-6d4e5da1521e is going to be created. [ 917.873820] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.873820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.873820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.873820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.873820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.883112] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 002f6543-79da-4a11-9d98-6d4e5da1521e in Status: UNINITIALIZED for 2s [ 917.902745] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-205 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.903192] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.903384] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.903673] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.903944] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.904194] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.904352] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.904602] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.904786] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.905220] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.905394] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.905538] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.905679] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.905824] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.905959] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.906141] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.923751] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.923926] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 917.924178] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.924267] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.924553] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-a8c6a17e-e4b9-453f-9093-c4ff5790a306 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.924727] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-a8c6a17e-e4b9-453f-9093-c4ff5790a306" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.924852] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-a8c6a17e-e4b9-453f-9093-c4ff5790a306" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.925222] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-a8c6a17e-e4b9-453f-9093-c4ff5790a306" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.925434] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8c6a17e-e4b9-453f-9093-c4ff5790a306',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.949376] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.949376] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.949766] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.949766] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.949893] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.950182] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.950316] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.950384] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.950584] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.950665] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.950788] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e827a93-c781-41ec-832f-40076adb2dcb already deleted. [ 917.950858] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e827a93-c781-41ec-832f-40076adb2dcb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.210452] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad440707-37cd-4a47-916a-87df2a198a5d in Status: SUCCESS [ 918.210682] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad440707-37cd-4a47-916a-87df2a198a5d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.427210] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.427433] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.427567] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.427848] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.428015] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.428176] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port a8c6a17e-e4b9-453f-9093-c4ff5790a306 not found, creating... [ 918.428432] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.428591] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.428746] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.429252] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.429666] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.429964] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.430610] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.430744] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.430983] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.431144] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.431296] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: a8c6a17e-e4b9-453f-9093-c4ff5790a306 is going to be created. [ 918.459250] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.459438] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.459571] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.459894] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.460160] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.460394] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-a8c6a17e-e4b9-453f-9093-c4ff5790a306" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.192884] env[69258]: INFO networking_nsxv3.common.synchronization [req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 req-2b623ee5-0b7b-4561-9c5c-de2500e0f242 service nova] Enqueued Resource ID: 4e827a93-c781-41ec-832f-40076adb2dcb with Priority: HIGHEST for action security_group_rules [ 919.193190] env[69258]: INFO networking_nsxv3.common.synchronization [req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 req-2b623ee5-0b7b-4561-9c5c-de2500e0f242 service nova] Enqueued Resource ID: 4e827a93-c781-41ec-832f-40076adb2dcb with Priority: HIGHEST for action security_group_members [ 919.193190] env[69258]: INFO networking_nsxv3.common.synchronization [req-0bba0794-ce87-4b15-9cb6-09ab57ee52a6 req-2b623ee5-0b7b-4561-9c5c-de2500e0f242 service nova] Enqueued Resource ID: a8c6a17e-e4b9-453f-9093-c4ff5790a306 with Priority: HIGHEST for action port [ 919.193554] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e827a93-c781-41ec-832f-40076adb2dcb with Priority: HIGHEST for action security_group_rules [ 919.193554] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e827a93-c781-41ec-832f-40076adb2dcb with Priority: HIGHEST for action security_group_members [ 919.193554] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c6a17e-e4b9-453f-9093-c4ff5790a306 with Priority: HIGHEST for action port [ 919.194192] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e827a93-c781-41ec-832f-40076adb2dcb taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.194322] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e827a93-c781-41ec-832f-40076adb2dcb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.194386] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e827a93-c781-41ec-832f-40076adb2dcb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.194590] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e827a93-c781-41ec-832f-40076adb2dcb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.194671] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e827a93-c781-41ec-832f-40076adb2dcb',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.195516] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e827a93-c781-41ec-832f-40076adb2dcb taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.195635] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e827a93-c781-41ec-832f-40076adb2dcb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.195700] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e827a93-c781-41ec-832f-40076adb2dcb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.195846] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e827a93-c781-41ec-832f-40076adb2dcb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.196430] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.196538] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.196605] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.196754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.196845] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.196935] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e827a93-c781-41ec-832f-40076adb2dcb',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.197656] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8c6a17e-e4b9-453f-9093-c4ff5790a306 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.197756] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8c6a17e-e4b9-453f-9093-c4ff5790a306" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.197909] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8c6a17e-e4b9-453f-9093-c4ff5790a306" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.201318] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8c6a17e-e4b9-453f-9093-c4ff5790a306" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.201318] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8c6a17e-e4b9-453f-9093-c4ff5790a306',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.700448] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e827a93-c781-41ec-832f-40076adb2dcb',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.702108] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e827a93-c781-41ec-832f-40076adb2dcb taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.702237] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e827a93-c781-41ec-832f-40076adb2dcb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.708348] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8c6a17e-e4b9-453f-9093-c4ff5790a306 with status ACTIVE [ 919.708713] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.709256] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.709256] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.709256] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.709397] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.709482] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.709585] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.709649] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.709807] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.709892] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.710090] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.710191] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.710256] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.710400] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.710477] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.710563] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8c6a17e-e4b9-453f-9093-c4ff5790a306 is going to be updated. [ 919.730578] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.731923] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.731923] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.731923] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.731923] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.731923] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8c6a17e-e4b9-453f-9093-c4ff5790a306" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.898308] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 002f6543-79da-4a11-9d98-6d4e5da1521e in Status: SUCCESS [ 919.898674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-002f6543-79da-4a11-9d98-6d4e5da1521e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.898865] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-002f6543-79da-4a11-9d98-6d4e5da1521e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.899068] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-002f6543-79da-4a11-9d98-6d4e5da1521e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.899272] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.899401] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.899450] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.899597] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.899678] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.899763] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-002f6543-79da-4a11-9d98-6d4e5da1521e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.899871] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('002f6543-79da-4a11-9d98-6d4e5da1521e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.203533] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e827a93-c781-41ec-832f-40076adb2dcb',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.402994] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('002f6543-79da-4a11-9d98-6d4e5da1521e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.706694] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.706904] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.706980] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.707228] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.707368] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.707494] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e827a93-c781-41ec-832f-40076adb2dcb is going to be created. [ 920.734240] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.734418] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.734490] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.734739] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.734910] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.746655] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e827a93-c781-41ec-832f-40076adb2dcb in Status: UNINITIALIZED for 2s [ 920.905511] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 002f6543-79da-4a11-9d98-6d4e5da1521e: rpc.has_security_group_logging(os_id): False [ 920.922407] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.922579] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.922652] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.922923] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.923044] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.923373] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.923490] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.923550] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.923856] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.923856] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.923856] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 002f6543-79da-4a11-9d98-6d4e5da1521e is going to be created. [ 920.984861] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.985118] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.985215] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.985544] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.985779] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.996915] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 002f6543-79da-4a11-9d98-6d4e5da1521e in Status: IN_PROGRESS for 2s [ 922.758471] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e827a93-c781-41ec-832f-40076adb2dcb in Status: SUCCESS [ 922.758471] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e827a93-c781-41ec-832f-40076adb2dcb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.758471] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e827a93-c781-41ec-832f-40076adb2dcb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.758471] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e827a93-c781-41ec-832f-40076adb2dcb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.758471] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.758471] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.758471] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.758471] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.758471] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.758471] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e827a93-c781-41ec-832f-40076adb2dcb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.758471] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e827a93-c781-41ec-832f-40076adb2dcb',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.007972] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 002f6543-79da-4a11-9d98-6d4e5da1521e in Status: SUCCESS [ 923.008312] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-002f6543-79da-4a11-9d98-6d4e5da1521e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.263128] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e827a93-c781-41ec-832f-40076adb2dcb',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.770436] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e827a93-c781-41ec-832f-40076adb2dcb: rpc.has_security_group_logging(os_id): False [ 923.790034] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.790240] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.790343] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.790613] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.790755] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.791093] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.791233] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.791303] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.791748] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.791748] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.791748] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e827a93-c781-41ec-832f-40076adb2dcb is going to be created. [ 923.881565] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.881712] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.881780] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.882013] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.882218] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.896139] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e827a93-c781-41ec-832f-40076adb2dcb in Status: IN_PROGRESS for 2s [ 924.194658] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 924.194793] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 925.778339] env[69258]: INFO networking_nsxv3.common.synchronization [req-743484f0-2448-4a9a-b5c2-8d300bffbcd0 req-6a503d98-6357-4750-9216-b5e090ea5d43 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584 tempest-FloatingIPsAssociationNegativeTestJSON-1728084584-project-member] Enqueued Resource ID: 562f63f0-05f9-4eae-928b-7f28ad29d4ee with Priority: HIGHEST for action security_group_members [ 925.779093] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 562f63f0-05f9-4eae-928b-7f28ad29d4ee with Priority: HIGHEST for action security_group_members [ 925.779448] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-562f63f0-05f9-4eae-928b-7f28ad29d4ee taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.779573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-562f63f0-05f9-4eae-928b-7f28ad29d4ee" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.779639] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-562f63f0-05f9-4eae-928b-7f28ad29d4ee" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.780066] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-562f63f0-05f9-4eae-928b-7f28ad29d4ee" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.780066] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.780325] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.780379] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.780630] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.780630] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.780709] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('562f63f0-05f9-4eae-928b-7f28ad29d4ee',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.797320] env[69258]: INFO networking_nsxv3.common.synchronization [req-4a8b3a1e-bf04-4b23-a27e-e47f362ccae3 req-2e4e5a01-0fb8-45f4-b762-8a9844201fb4 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Enqueued Resource ID: ad440707-37cd-4a47-916a-87df2a198a5d with Priority: HIGHEST for action security_group_members [ 925.798121] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad440707-37cd-4a47-916a-87df2a198a5d with Priority: HIGHEST for action security_group_members [ 925.798296] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad440707-37cd-4a47-916a-87df2a198a5d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.798434] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad440707-37cd-4a47-916a-87df2a198a5d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.798434] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad440707-37cd-4a47-916a-87df2a198a5d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.798636] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad440707-37cd-4a47-916a-87df2a198a5d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.800379] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.800379] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.800379] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.800379] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.800379] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.800379] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad440707-37cd-4a47-916a-87df2a198a5d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.908651] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e827a93-c781-41ec-832f-40076adb2dcb in Status: SUCCESS [ 925.908934] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e827a93-c781-41ec-832f-40076adb2dcb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.282769] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.282927] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.282997] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.283242] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.283329] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.283562] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.283664] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.283706] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.283818] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.283898] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.283983] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 562f63f0-05f9-4eae-928b-7f28ad29d4ee is going to be updated. [ 926.305505] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.305691] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.305775] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.305981] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.306123] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.306343] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.306447] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.306512] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.306672] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.306763] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.306875] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad440707-37cd-4a47-916a-87df2a198a5d is going to be updated. [ 926.336496] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.336651] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.336718] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.337852] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.337852] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.349939] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 562f63f0-05f9-4eae-928b-7f28ad29d4ee in Status: IN_PROGRESS for 2s [ 926.352794] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.352794] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.352794] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.352794] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.353039] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.362083] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad440707-37cd-4a47-916a-87df2a198a5d in Status: IN_PROGRESS for 2s [ 927.483727] env[69258]: INFO networking_nsxv3.common.synchronization [req-45127642-1826-4555-ad50-80eec0d055cd req-764b8cad-c006-4bb1-a63f-fb671bf85caa tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Enqueued Resource ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c with Priority: HIGHEST for action security_group_members [ 927.483727] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c with Priority: HIGHEST for action security_group_members [ 927.483727] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.483727] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.483727] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.484267] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.484267] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.484472] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.484472] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.484623] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.484711] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.484804] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ffb846d-349d-4eb3-9dc0-398beef4bb9c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.987748] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.987922] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.987989] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.988267] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.988375] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.988612] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.988728] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.988792] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.989064] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.989149] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.989236] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c already deleted. [ 927.989314] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.152177] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-69 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.152177] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-69" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.152177] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-69" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.152177] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-69" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.152177] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.152675] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.152890] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.153262] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.153509] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.153794] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 928.153994] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.154224] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.154422] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.154620] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 928.154808] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.155033] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.341093] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.341288] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.186 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 928.341433] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.341614] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-69" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.341939] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-38b28973-32f4-4450-a519-463bce430f00 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.342133] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-38b28973-32f4-4450-a519-463bce430f00" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.342258] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-38b28973-32f4-4450-a519-463bce430f00" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.342574] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-38b28973-32f4-4450-a519-463bce430f00" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.342720] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38b28973-32f4-4450-a519-463bce430f00',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.359845] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 562f63f0-05f9-4eae-928b-7f28ad29d4ee in Status: SUCCESS [ 928.360173] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 562f63f0-05f9-4eae-928b-7f28ad29d4ee deletion is rescheduled due to dependency. [ 928.360309] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-562f63f0-05f9-4eae-928b-7f28ad29d4ee" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.370063] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad440707-37cd-4a47-916a-87df2a198a5d in Status: SUCCESS [ 928.370359] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad440707-37cd-4a47-916a-87df2a198a5d deletion is rescheduled due to dependency. [ 928.370359] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad440707-37cd-4a47-916a-87df2a198a5d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.845404] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.845689] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.846034] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.846090] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.846218] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.846372] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 38b28973-32f4-4450-a519-463bce430f00 not found, creating... [ 928.846630] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.847816] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.847816] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.847816] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.847816] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.847816] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.847816] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.847816] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.852086] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.852371] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.852503] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 38b28973-32f4-4450-a519-463bce430f00 is going to be created. [ 928.873171] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.873345] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.873413] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.873689] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.873926] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.874171] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-38b28973-32f4-4450-a519-463bce430f00" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.651448] env[69258]: INFO networking_nsxv3.common.synchronization [req-45127642-1826-4555-ad50-80eec0d055cd req-e031be48-8e07-4026-9618-bdce10611c73 service nova] Enqueued Resource ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c with Priority: HIGHEST for action security_group_rules [ 929.651648] env[69258]: INFO networking_nsxv3.common.synchronization [req-45127642-1826-4555-ad50-80eec0d055cd req-e031be48-8e07-4026-9618-bdce10611c73 service nova] Enqueued Resource ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c with Priority: HIGHEST for action security_group_members [ 929.651945] env[69258]: INFO networking_nsxv3.common.synchronization [req-45127642-1826-4555-ad50-80eec0d055cd req-e031be48-8e07-4026-9618-bdce10611c73 service nova] Enqueued Resource ID: 38b28973-32f4-4450-a519-463bce430f00 with Priority: HIGHEST for action port [ 929.652081] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c with Priority: HIGHEST for action security_group_rules [ 929.652281] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c with Priority: HIGHEST for action security_group_members [ 929.652455] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38b28973-32f4-4450-a519-463bce430f00 with Priority: HIGHEST for action port [ 929.654182] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ffb846d-349d-4eb3-9dc0-398beef4bb9c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.654353] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.654428] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.654681] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.654764] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ffb846d-349d-4eb3-9dc0-398beef4bb9c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.656098] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.656170] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.656215] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.656399] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.656553] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.656648] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.656709] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.656856] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.656939] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.657042] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ffb846d-349d-4eb3-9dc0-398beef4bb9c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.657806] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-38b28973-32f4-4450-a519-463bce430f00 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.657911] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38b28973-32f4-4450-a519-463bce430f00" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.657977] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38b28973-32f4-4450-a519-463bce430f00" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.658137] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38b28973-32f4-4450-a519-463bce430f00" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.658209] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38b28973-32f4-4450-a519-463bce430f00',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.159950] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.160297] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.160339] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38b28973-32f4-4450-a519-463bce430f00 with status ACTIVE [ 930.160560] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.160689] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.160772] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.161100] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.161244] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.161487] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.163238] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.163238] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.163238] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.163238] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.163238] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.163238] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.163238] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.163238] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.163238] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.163238] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38b28973-32f4-4450-a519-463bce430f00 is going to be updated. [ 930.164199] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ffb846d-349d-4eb3-9dc0-398beef4bb9c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.183792] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.183931] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.183999] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.184303] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.184464] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.184647] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38b28973-32f4-4450-a519-463bce430f00" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.666459] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ffb846d-349d-4eb3-9dc0-398beef4bb9c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.169421] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.169421] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.169421] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.169745] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.169745] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.169861] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c is going to be created. [ 931.193778] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.193911] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.194055] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.194310] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.194555] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.206222] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c in Status: UNINITIALIZED for 2s [ 933.204932] env[69258]: INFO networking_nsxv3.common.synchronization [None req-971452b5-8ea8-4029-88cb-4684efefe430 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Enqueued Resource ID: 82a06203-ca5e-4fcd-b31e-4dae79cd3a8f with Priority: HIGHEST for action security_group_rules [ 933.205473] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a06203-ca5e-4fcd-b31e-4dae79cd3a8f with Priority: HIGHEST for action security_group_rules [ 933.205854] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.205985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.206255] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.206659] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.206659] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82a06203-ca5e-4fcd-b31e-4dae79cd3a8f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.222952] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c in Status: SUCCESS [ 933.223117] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.223748] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.224556] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.224556] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.224556] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.224556] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.224556] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.224814] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.224814] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.224862] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ffb846d-349d-4eb3-9dc0-398beef4bb9c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.340278] env[69258]: INFO networking_nsxv3.common.synchronization [None req-4dbd97eb-1946-477a-b9ee-f292a48a364c tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Enqueued Resource ID: 82a06203-ca5e-4fcd-b31e-4dae79cd3a8f with Priority: HIGHEST for action security_group_rules [ 933.341120] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a06203-ca5e-4fcd-b31e-4dae79cd3a8f with Priority: HIGHEST for action security_group_rules [ 933.341583] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.341747] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.728354] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.728497] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.728574] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.728792] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.728883] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.729045] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82a06203-ca5e-4fcd-b31e-4dae79cd3a8f already deleted. [ 933.729151] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.729454] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.729555] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.729618] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.729772] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.729914] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.730029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.730098] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.730239] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.730316] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.730395] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.730535] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.730623] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.730681] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.730820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.730956] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.732670] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.732765] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.732921] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.733100] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.733100] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.733195] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ffb846d-349d-4eb3-9dc0-398beef4bb9c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.734122] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.734319] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.734397] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82a06203-ca5e-4fcd-b31e-4dae79cd3a8f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.237363] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ffb846d-349d-4eb3-9dc0-398beef4bb9c: rpc.has_security_group_logging(os_id): False [ 934.255036] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.255036] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.255036] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.255616] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.255616] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.255616] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.255868] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.255868] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.255929] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.256011] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.256250] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.256355] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.256410] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.256566] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.256640] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.256819] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.256922] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.256984] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.257153] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.257693] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.257693] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c is going to be created. [ 934.259241] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.259295] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.259407] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.259538] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.259585] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.259711] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82a06203-ca5e-4fcd-b31e-4dae79cd3a8f already deleted. [ 934.259738] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.312045] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.312209] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.312426] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.312643] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.313250] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.326118] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c in Status: IN_PROGRESS for 2s [ 935.584587] env[69258]: INFO networking_nsxv3.common.synchronization [req-f9157279-e973-4724-9dec-68b2aa73c63b req-c3abce82-357d-4ccd-b051-794e28abb705 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Enqueued Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGHEST for action security_group_members [ 935.584587] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGHEST for action security_group_members [ 935.584587] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.584587] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.584587] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.584587] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.584587] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.584587] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.584587] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.585376] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.585565] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.585734] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.087174] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-674 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.090522] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-674" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.090613] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-674" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.090843] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-674" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.091270] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.091381] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.091526] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.091757] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.091903] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.092134] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 936.092261] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.092371] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.092480] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.092593] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 936.092731] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.092900] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.094187] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.094339] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.094415] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.094571] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.094657] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.094853] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.094949] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.095025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.095181] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.095266] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.095352] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa already deleted. [ 936.095429] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.114700] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.114909] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 936.115050] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.115233] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-674" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.115537] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-cae83caa-49c6-4606-90dc-f9ad16d4a95f taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.115713] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-cae83caa-49c6-4606-90dc-f9ad16d4a95f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.115837] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-cae83caa-49c6-4606-90dc-f9ad16d4a95f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.116216] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-cae83caa-49c6-4606-90dc-f9ad16d4a95f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.116381] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cae83caa-49c6-4606-90dc-f9ad16d4a95f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.336425] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c in Status: SUCCESS [ 936.337264] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.618937] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.619481] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.619481] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.619655] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.619804] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.619962] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port cae83caa-49c6-4606-90dc-f9ad16d4a95f not found, creating... [ 936.620254] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.620415] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.620539] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.620755] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.620901] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.621576] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.621777] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.621903] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.622141] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.622271] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.622416] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: cae83caa-49c6-4606-90dc-f9ad16d4a95f is going to be created. [ 936.644732] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.644961] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.645109] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.645418] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.645670] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.645904] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-cae83caa-49c6-4606-90dc-f9ad16d4a95f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.743872] env[69258]: INFO networking_nsxv3.common.synchronization [req-f9157279-e973-4724-9dec-68b2aa73c63b req-7794d090-6859-444f-a841-4e52663c9611 service nova] Enqueued Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGHEST for action security_group_rules [ 937.744117] env[69258]: INFO networking_nsxv3.common.synchronization [req-f9157279-e973-4724-9dec-68b2aa73c63b req-7794d090-6859-444f-a841-4e52663c9611 service nova] Enqueued Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGHEST for action security_group_members [ 937.744249] env[69258]: INFO networking_nsxv3.common.synchronization [req-f9157279-e973-4724-9dec-68b2aa73c63b req-7794d090-6859-444f-a841-4e52663c9611 service nova] Enqueued Resource ID: cae83caa-49c6-4606-90dc-f9ad16d4a95f with Priority: HIGHEST for action port [ 937.744771] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGHEST for action security_group_rules [ 937.745069] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGHEST for action security_group_members [ 937.746393] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae83caa-49c6-4606-90dc-f9ad16d4a95f with Priority: HIGHEST for action port [ 937.746393] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.746393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.746393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.746393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.746393] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.748086] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.748086] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.748086] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.748086] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.748086] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.748673] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.748862] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.748978] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.749218] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.749734] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.752121] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-cae83caa-49c6-4606-90dc-f9ad16d4a95f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.752288] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cae83caa-49c6-4606-90dc-f9ad16d4a95f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.752388] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cae83caa-49c6-4606-90dc-f9ad16d4a95f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.754891] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cae83caa-49c6-4606-90dc-f9ad16d4a95f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.755047] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cae83caa-49c6-4606-90dc-f9ad16d4a95f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.257299] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.257447] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.257623] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.258868] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cae83caa-49c6-4606-90dc-f9ad16d4a95f with status ACTIVE [ 938.259089] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.259214] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.259303] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.259553] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.259646] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.259818] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.259914] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.259977] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.260135] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.260223] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.260410] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.260495] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.260554] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.260687] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.260761] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.260843] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cae83caa-49c6-4606-90dc-f9ad16d4a95f is going to be updated. [ 938.280189] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.280353] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.280400] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.280607] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.280744] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.280902] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cae83caa-49c6-4606-90dc-f9ad16d4a95f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.763066] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.265054] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.265223] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.265270] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.265485] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.265578] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.265674] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa is going to be created. [ 939.290542] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.290726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.290781] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.290952] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.291124] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.299515] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa in Status: UNINITIALIZED for 2s [ 940.591847] env[69258]: INFO networking_nsxv3.common.synchronization [req-f9157279-e973-4724-9dec-68b2aa73c63b req-6d2ad243-4d8c-43d2-bbaa-f1c3e36491d3 tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Enqueued Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGHEST for action security_group_members [ 940.591847] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGHEST for action security_group_members [ 940.591847] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.591847] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.125545] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-674 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.125765] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-674" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.125894] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-674" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.126217] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-674" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.126915] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.127319] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.127484] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.127742] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.127901] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.128136] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 941.128269] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.128384] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.128560] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.128619] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 941.128712] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.128851] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.151900] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.152098] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 941.152613] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.152613] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-674" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.152753] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-b9b2329a-2be8-4606-8dbe-18b170c024e2 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.152926] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-b9b2329a-2be8-4606-8dbe-18b170c024e2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.153064] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-b9b2329a-2be8-4606-8dbe-18b170c024e2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.153538] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-b9b2329a-2be8-4606-8dbe-18b170c024e2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.153740] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9b2329a-2be8-4606-8dbe-18b170c024e2',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.309280] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa in Status: SUCCESS [ 941.309508] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.309673] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.309896] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.310133] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.310223] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.310292] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.310449] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.310530] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.310616] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.310740] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.311563] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.311729] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.311878] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.311978] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.312054] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.312212] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.312301] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.312400] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.656712] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.659550] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.659550] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.659550] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.659550] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.659550] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port b9b2329a-2be8-4606-8dbe-18b170c024e2 not found, creating... [ 941.659550] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.659550] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.659550] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.659550] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.659550] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.660691] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.660691] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.660691] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.660691] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.660691] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.660691] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: b9b2329a-2be8-4606-8dbe-18b170c024e2 is going to be created. [ 941.679409] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.679531] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.679620] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.679897] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.680178] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.680447] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-b9b2329a-2be8-4606-8dbe-18b170c024e2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.815076] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.815076] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.815076] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.316703] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.710315] env[69258]: INFO networking_nsxv3.common.synchronization [req-f9157279-e973-4724-9dec-68b2aa73c63b req-818ccda3-915d-49f8-b5dc-b52f2a843a64 service nova] Enqueued Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGHEST for action security_group_rules [ 942.710315] env[69258]: INFO networking_nsxv3.common.synchronization [req-f9157279-e973-4724-9dec-68b2aa73c63b req-818ccda3-915d-49f8-b5dc-b52f2a843a64 service nova] Enqueued Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGHEST for action security_group_members [ 942.710315] env[69258]: INFO networking_nsxv3.common.synchronization [req-f9157279-e973-4724-9dec-68b2aa73c63b req-818ccda3-915d-49f8-b5dc-b52f2a843a64 service nova] Enqueued Resource ID: b9b2329a-2be8-4606-8dbe-18b170c024e2 with Priority: HIGHEST for action port [ 942.710315] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGHEST for action security_group_rules [ 942.710315] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGHEST for action security_group_members [ 942.710315] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9b2329a-2be8-4606-8dbe-18b170c024e2 with Priority: HIGHEST for action port [ 942.710315] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.710315] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.710315] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.710315] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.710852] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9b2329a-2be8-4606-8dbe-18b170c024e2 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.710913] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9b2329a-2be8-4606-8dbe-18b170c024e2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.710948] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9b2329a-2be8-4606-8dbe-18b170c024e2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.711339] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9b2329a-2be8-4606-8dbe-18b170c024e2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.711339] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9b2329a-2be8-4606-8dbe-18b170c024e2',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.822336] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.822549] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.822598] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.822783] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.822874] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.822987] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa is going to be updated. [ 942.853576] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.853715] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.853810] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.854037] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.854189] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.866087] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa in Status: IN_PROGRESS for 2s [ 943.174341] env[69258]: INFO networking_nsxv3.common.synchronization [req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f req-c821c817-eb78-45ae-900c-bbf458f9c609 tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Enqueued Resource ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd with Priority: HIGHEST for action security_group_members [ 943.175356] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd with Priority: HIGHEST for action security_group_members [ 943.175356] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.175356] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.175750] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.175750] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.175750] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.176211] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.176211] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.180303] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.180377] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.180456] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('155fb631-67f9-4bc9-8e66-1c2a4a75c3cd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.213060] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9b2329a-2be8-4606-8dbe-18b170c024e2 with status ACTIVE [ 943.213306] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.213488] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.213546] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.213715] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.213808] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.213982] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.214093] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.214155] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.214335] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.214450] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.214641] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.214736] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.214797] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.214939] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.215018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.215104] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9b2329a-2be8-4606-8dbe-18b170c024e2 is going to be updated. [ 943.243228] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.243439] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.243530] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.243783] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.243940] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.244116] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9b2329a-2be8-4606-8dbe-18b170c024e2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.611721] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-865 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.611876] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-865" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.611953] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-865" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.612235] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-865" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.612683] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.612785] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.612826] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.613046] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.613198] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.613587] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 943.613587] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.613685] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.613746] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.613895] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 943.613957] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.614123] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.632064] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.632200] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 943.632320] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.632506] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-865" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.632846] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-3686a5c0-28ca-4475-8186-558e1f6a3e01 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.632985] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-3686a5c0-28ca-4475-8186-558e1f6a3e01" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.633166] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-3686a5c0-28ca-4475-8186-558e1f6a3e01" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.633539] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-3686a5c0-28ca-4475-8186-558e1f6a3e01" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.633701] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3686a5c0-28ca-4475-8186-558e1f6a3e01',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.666126] env[69258]: INFO networking_nsxv3.common.synchronization [req-4b242554-7e31-4893-8bb0-d848db8744f5 req-37ccceb9-af3c-4513-979f-bd80d4f672bb tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Enqueued Resource ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a with Priority: HIGHEST for action security_group_members [ 943.666651] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a with Priority: HIGHEST for action security_group_members [ 943.667652] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-80b1632f-dacb-4180-99a3-5795c2b7cb0a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.667652] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.667652] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.667652] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.668246] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.668246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.668246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.668418] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.668502] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.668596] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80b1632f-dacb-4180-99a3-5795c2b7cb0a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.686088] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('155fb631-67f9-4bc9-8e66-1c2a4a75c3cd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.136237] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.136609] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.136609] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.136891] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.137146] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.137355] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 3686a5c0-28ca-4475-8186-558e1f6a3e01 not found, creating... [ 944.137754] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.137934] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.138075] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.138304] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.138451] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.138811] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.138901] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.139023] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.139286] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.139450] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.139695] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 3686a5c0-28ca-4475-8186-558e1f6a3e01 is going to be created. [ 944.158865] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.159194] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.159369] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.159634] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.159870] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.160123] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-3686a5c0-28ca-4475-8186-558e1f6a3e01" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.170573] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80b1632f-dacb-4180-99a3-5795c2b7cb0a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.188269] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('155fb631-67f9-4bc9-8e66-1c2a4a75c3cd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.672821] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80b1632f-dacb-4180-99a3-5795c2b7cb0a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.690448] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.690644] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.690729] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.690983] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.691104] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.691213] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd is going to be updated. [ 944.716122] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.716273] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.716340] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.716571] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.716733] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.726755] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd in Status: IN_PROGRESS for 2s [ 944.880395] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa in Status: SUCCESS [ 944.880721] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.880876] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.881158] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.881307] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.881426] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.881499] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.881653] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.881731] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.881814] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.882013] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.882114] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.882185] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.882329] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.882477] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.882581] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.882639] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.882774] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.882854] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.882938] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.883822] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.885655] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.885836] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.885987] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.888439] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.888537] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.889805] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.890108] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.890256] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.893261] env[69258]: INFO networking_nsxv3.common.synchronization [req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f req-a83f4b0b-704f-4621-80ef-5d1e90f9470a service nova] Enqueued Resource ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd with Priority: HIGHEST for action security_group_rules [ 944.893261] env[69258]: INFO networking_nsxv3.common.synchronization [req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f req-a83f4b0b-704f-4621-80ef-5d1e90f9470a service nova] Enqueued Resource ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd with Priority: HIGHEST for action security_group_members [ 944.893261] env[69258]: INFO networking_nsxv3.common.synchronization [req-e1f2a8c4-3f5f-4edf-a360-fcb43800587f req-a83f4b0b-704f-4621-80ef-5d1e90f9470a service nova] Enqueued Resource ID: 3686a5c0-28ca-4475-8186-558e1f6a3e01 with Priority: HIGHEST for action port [ 944.897267] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd with Priority: HIGHEST for action security_group_rules [ 944.897267] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd with Priority: HIGHEST for action security_group_members [ 944.897267] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3686a5c0-28ca-4475-8186-558e1f6a3e01 with Priority: HIGHEST for action port [ 944.897267] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.897267] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.897267] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.897267] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.897267] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('155fb631-67f9-4bc9-8e66-1c2a4a75c3cd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.897267] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.897267] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.897267] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-3686a5c0-28ca-4475-8186-558e1f6a3e01 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.897267] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3686a5c0-28ca-4475-8186-558e1f6a3e01" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.897267] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3686a5c0-28ca-4475-8186-558e1f6a3e01" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.897267] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3686a5c0-28ca-4475-8186-558e1f6a3e01" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.897267] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3686a5c0-28ca-4475-8186-558e1f6a3e01',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.175332] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.175670] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.175670] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.175781] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.175872] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.175971] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a is going to be updated. [ 945.215289] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.215482] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.215570] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.215811] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.215995] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.228657] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a in Status: IN_PROGRESS for 2s [ 945.397234] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2b614f5-8aef-4f0c-89f3-a05612a6e7aa: rpc.has_security_group_logging(os_id): False [ 945.397234] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.401836] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.401836] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.401836] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3686a5c0-28ca-4475-8186-558e1f6a3e01 with status ACTIVE [ 945.401836] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.401836] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.401836] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.401836] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.401836] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.401836] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.401836] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.401836] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.401836] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.401836] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.401836] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.402547] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.402547] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.402547] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.402547] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.402547] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3686a5c0-28ca-4475-8186-558e1f6a3e01 is going to be updated. [ 945.417071] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.417071] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.417071] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.417071] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.417071] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.417071] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.417071] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.417071] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.417071] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.417071] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.417071] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.417071] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.417071] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.417071] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.417071] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.417667] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.417667] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.417667] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.417667] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.417667] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.417667] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa is going to be created. [ 945.421029] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.421029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.421029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.421029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.421029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.421029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3686a5c0-28ca-4475-8186-558e1f6a3e01" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.490070] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.490191] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.490246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.490495] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.490748] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.503366] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa in Status: IN_PROGRESS for 2s [ 945.900136] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.404859] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.405191] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.405191] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.405330] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.405423] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.405528] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa is going to be updated. [ 946.433959] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.434120] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.434194] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.434405] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.434546] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.442189] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa in Status: IN_PROGRESS for 2s [ 946.735749] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd in Status: SUCCESS [ 946.735994] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.736198] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.736423] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.736688] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.736752] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.736803] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.736954] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.737048] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.737143] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('155fb631-67f9-4bc9-8e66-1c2a4a75c3cd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.239418] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a in Status: SUCCESS [ 947.239703] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.239983] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('155fb631-67f9-4bc9-8e66-1c2a4a75c3cd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.519366] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa in Status: SUCCESS [ 947.519366] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.519366] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.519366] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.519366] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.742594] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('155fb631-67f9-4bc9-8e66-1c2a4a75c3cd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.020707] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.020835] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.245725] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.245881] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.245952] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.246202] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.246486] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.246486] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd is going to be updated. [ 948.285241] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.285471] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.285471] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.285679] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.285829] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.302101] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd in Status: IN_PROGRESS for 2s [ 948.454516] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa in Status: SUCCESS [ 948.454753] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.454925] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.455148] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.455909] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.456047] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.456099] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.456255] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.456380] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.456482] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.456576] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.961552] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.961867] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.961867] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.961991] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.962189] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.962306] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.962374] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.962540] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.962632] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.962721] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.962883] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.962974] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.963058] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.963228] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.963394] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.963488] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.963549] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.963703] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.963777] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.963869] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.963959] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.469799] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2b614f5-8aef-4f0c-89f3-a05612a6e7aa: rpc.has_security_group_logging(os_id): False [ 949.487096] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.487335] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.487416] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.487651] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.487710] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.487987] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.488257] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.488257] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.488408] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.488507] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.488705] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.488817] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.488871] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.489040] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.489159] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.489352] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.489449] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.489518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.489676] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.489804] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.489954] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa is going to be updated. [ 949.544119] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.544305] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.544346] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.544566] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.544715] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.559564] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa in Status: IN_PROGRESS for 2s [ 949.896362] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 949.896683] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 950.120026] env[69258]: INFO networking_nsxv3.common.synchronization [req-62d9e170-b430-4ab8-9812-c72c2775d677 req-970a4239-3746-47b1-b1cb-66aaf70e1049 tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Enqueued Resource ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 with Priority: HIGHEST for action security_group_members [ 950.120026] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 with Priority: HIGHEST for action security_group_members [ 950.120026] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b54bcd4-3671-48b9-b354-14bb38794c94 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.120026] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.120026] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.120026] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.122782] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.122782] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.122782] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.122782] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.122782] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.122782] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b54bcd4-3671-48b9-b354-14bb38794c94',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.314861] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd in Status: SUCCESS [ 950.315097] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.315271] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.315494] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.315688] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.315802] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.315871] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.316064] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.316171] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.316202] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.316988] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('155fb631-67f9-4bc9-8e66-1c2a4a75c3cd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.624459] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b54bcd4-3671-48b9-b354-14bb38794c94',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.822448] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.822635] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.822699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.822896] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.823088] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.823273] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.823273] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.823401] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.823488] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.823575] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.823716] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.823813] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.823875] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.824021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.824161] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.824251] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.824308] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.824439] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.824518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.824684] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.824684] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('155fb631-67f9-4bc9-8e66-1c2a4a75c3cd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.126369] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b54bcd4-3671-48b9-b354-14bb38794c94',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.327609] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd: rpc.has_security_group_logging(os_id): False [ 951.346141] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.346256] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.346301] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.346579] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.346644] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.346804] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.346905] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.346964] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.347127] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.347202] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.347389] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.347482] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.347542] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.347707] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.347796] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.347994] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.348103] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.348182] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.348333] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.348441] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.348536] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd is going to be updated. [ 951.407801] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.407801] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.407801] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.407801] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.407801] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.435740] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd in Status: IN_PROGRESS for 2s [ 951.573357] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa in Status: SUCCESS [ 951.573357] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.630741] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.630905] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.631013] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.631365] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.631469] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.631586] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 is going to be updated. [ 951.657529] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.657716] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.657779] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.658031] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.658138] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.667777] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 in Status: IN_PROGRESS for 2s [ 951.903378] env[69258]: INFO networking_nsxv3.common.synchronization [req-b416a467-a51a-482f-af74-fb383462e4ce req-0c4730ea-d3e6-4fbb-9285-2c424a72aab7 tempest-ListImageFiltersTestJSON-1307209981 tempest-ListImageFiltersTestJSON-1307209981-project-member] Enqueued Resource ID: 0edf4224-3bfd-443d-be67-11e069a78161 with Priority: HIGHEST for action security_group_members [ 951.904027] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0edf4224-3bfd-443d-be67-11e069a78161 with Priority: HIGHEST for action security_group_members [ 951.904395] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-0edf4224-3bfd-443d-be67-11e069a78161 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.904897] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.904897] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.904897] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.905082] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.905221] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.905313] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.905500] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.905625] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.905753] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0edf4224-3bfd-443d-be67-11e069a78161',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.408037] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.408375] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.408375] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.408493] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.431479] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.431748] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.431873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.431941] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.432154] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.433094] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.433094] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edf4224-3bfd-443d-be67-11e069a78161 is going to be updated. [ 952.460038] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.460038] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.460038] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.460254] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.461953] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.469768] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edf4224-3bfd-443d-be67-11e069a78161 in Status: IN_PROGRESS for 2s [ 953.303974] env[69258]: INFO networking_nsxv3.common.synchronization [req-b60fc7d6-253b-478c-962f-3c6114d58c0f req-4f67d253-c36c-441d-b6d7-fd243768b44b tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Enqueued Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGHEST for action security_group_members [ 953.304558] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGHEST for action security_group_members [ 953.305070] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.305070] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.305619] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.305906] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.306184] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.306349] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.306478] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.306708] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.306848] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.306996] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.383626] env[69258]: INFO networking_nsxv3.common.synchronization [req-ef0a8dca-f8e6-4111-bf40-40d3d6c9edd2 req-9e73f2c7-a86e-4efc-8f77-4b9a4bfd233a tempest-MultipleCreateTestJSON-1362956125 tempest-MultipleCreateTestJSON-1362956125-project-member] Enqueued Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGHEST for action security_group_members [ 953.383626] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGHEST for action security_group_members [ 953.383626] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.383626] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.451780] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd in Status: SUCCESS [ 953.452118] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.482756] env[69258]: INFO networking_nsxv3.common.synchronization [req-07963afa-72f0-4191-ad1b-cba0ff0c3208 req-1d558572-8c54-4ab3-8e97-c11e4b4e59bd tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Enqueued Resource ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 with Priority: HIGHEST for action security_group_members [ 953.483287] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 with Priority: HIGHEST for action security_group_members [ 953.483672] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a85234-4be1-45e4-8d76-8981ce663fe0 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.484479] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.484479] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.484479] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.484479] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.484479] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.484479] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.484479] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.484479] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.484772] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a85234-4be1-45e4-8d76-8981ce663fe0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.677212] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 in Status: SUCCESS [ 953.677516] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.809988] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.821242] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.821449] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-648" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.821582] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-648" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.821859] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-648" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.825489] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.827483] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.827483] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.827483] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.827483] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.827483] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 953.827483] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.827483] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.827483] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.827483] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 953.827483] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.827483] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.846440] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.846616] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 953.849439] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.849439] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-648" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.849439] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-9e7f742f-3555-4c07-8594-8b2e05e91df0 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.849439] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-9e7f742f-3555-4c07-8594-8b2e05e91df0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.849439] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-9e7f742f-3555-4c07-8594-8b2e05e91df0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.849439] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-9e7f742f-3555-4c07-8594-8b2e05e91df0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.849439] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e7f742f-3555-4c07-8594-8b2e05e91df0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.986488] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.986651] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.986726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.986947] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.987072] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.987927] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.987927] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.987927] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.987927] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.987927] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.987927] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 is going to be updated. [ 954.014686] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.014686] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.014686] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.014686] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.014686] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.021290] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 in Status: IN_PROGRESS for 2s [ 954.313024] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.351029] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.351366] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.353327] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.353327] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.353327] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.353327] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 9e7f742f-3555-4c07-8594-8b2e05e91df0 not found, creating... [ 954.353327] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.353327] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.353327] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.353327] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.353327] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.357067] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.357067] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.357067] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.357067] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.357067] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.357067] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 9e7f742f-3555-4c07-8594-8b2e05e91df0 is going to be created. [ 954.376503] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.376748] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.376878] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.377166] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.377423] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.377656] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-9e7f742f-3555-4c07-8594-8b2e05e91df0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.481842] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0edf4224-3bfd-443d-be67-11e069a78161 in Status: SUCCESS [ 954.481842] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0edf4224-3bfd-443d-be67-11e069a78161 deletion is rescheduled due to dependency. [ 954.482168] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0edf4224-3bfd-443d-be67-11e069a78161" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.815511] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.815705] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.815780] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.815958] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.816067] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.816169] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa is going to be updated. [ 954.842205] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.842454] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.842538] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.842722] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.842867] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.851205] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa in Status: IN_PROGRESS for 2s [ 955.031353] env[69258]: INFO networking_nsxv3.common.synchronization [req-07963afa-72f0-4191-ad1b-cba0ff0c3208 req-945f7f77-c81d-49c6-b31e-4e0ce5ad688a service nova] Enqueued Resource ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 with Priority: HIGHEST for action security_group_rules [ 955.031534] env[69258]: INFO networking_nsxv3.common.synchronization [req-07963afa-72f0-4191-ad1b-cba0ff0c3208 req-945f7f77-c81d-49c6-b31e-4e0ce5ad688a service nova] Enqueued Resource ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 with Priority: HIGHEST for action security_group_members [ 955.031685] env[69258]: INFO networking_nsxv3.common.synchronization [req-07963afa-72f0-4191-ad1b-cba0ff0c3208 req-945f7f77-c81d-49c6-b31e-4e0ce5ad688a service nova] Enqueued Resource ID: 9e7f742f-3555-4c07-8594-8b2e05e91df0 with Priority: HIGHEST for action port [ 955.031914] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 with Priority: HIGHEST for action security_group_rules [ 955.032061] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 with Priority: HIGHEST for action security_group_members [ 955.032161] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e7f742f-3555-4c07-8594-8b2e05e91df0 with Priority: HIGHEST for action port [ 955.033090] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30a85234-4be1-45e4-8d76-8981ce663fe0 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.033219] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.033289] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.033492] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.033576] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30a85234-4be1-45e4-8d76-8981ce663fe0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.034390] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a85234-4be1-45e4-8d76-8981ce663fe0 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.034491] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.034679] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e7f742f-3555-4c07-8594-8b2e05e91df0 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.034777] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e7f742f-3555-4c07-8594-8b2e05e91df0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.034841] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e7f742f-3555-4c07-8594-8b2e05e91df0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.035011] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e7f742f-3555-4c07-8594-8b2e05e91df0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.035095] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e7f742f-3555-4c07-8594-8b2e05e91df0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.537183] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a85234-4be1-45e4-8d76-8981ce663fe0 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.537488] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.539023] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e7f742f-3555-4c07-8594-8b2e05e91df0 with status ACTIVE [ 955.539212] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.539346] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.539474] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.539631] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.539724] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.539892] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.539989] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.540063] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.540216] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.540323] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.540465] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.540557] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.540618] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.540754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.540827] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.540909] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e7f742f-3555-4c07-8594-8b2e05e91df0 is going to be updated. [ 955.559138] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.559297] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.559367] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.559560] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.560412] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.560412] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e7f742f-3555-4c07-8594-8b2e05e91df0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.032200] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 in Status: SUCCESS [ 956.032200] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 deletion is rescheduled due to dependency. [ 956.032200] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.032200] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.032200] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.032200] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.032200] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.032200] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.032200] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.032200] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.032608] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a85234-4be1-45e4-8d76-8981ce663fe0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.044779] env[69258]: INFO networking_nsxv3.common.synchronization [req-ee255c22-275f-48f1-a1af-6975b6f4c923 req-cce83ebb-1e5c-4b63-ab53-4e9a86600a62 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Enqueued Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_members [ 956.044964] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_members [ 956.045506] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.045627] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.045696] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.045877] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.046060] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.046164] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.046228] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.046378] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.046460] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.046551] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.313313] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-339 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.313741] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-339" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.313904] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-339" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.314235] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-339" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.314579] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.314959] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.314959] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.315133] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.315285] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.315500] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 956.315620] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.315734] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.315847] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.315963] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 956.316706] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.316706] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.337817] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.338104] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 956.338302] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.338602] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-339" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.338944] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.339170] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.339453] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.340027] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.340027] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.535354] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30a85234-4be1-45e4-8d76-8981ce663fe0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.547926] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.548252] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.548252] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.548365] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.548456] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.548653] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.548749] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.548807] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.548956] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.549048] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.549132] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 is going to be updated. [ 956.572479] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.572618] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.572699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.572880] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.573025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.581095] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: IN_PROGRESS for 2s [ 956.842462] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.842703] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.842839] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.843146] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.843306] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.843468] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f not found, creating... [ 956.843731] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.843910] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.844053] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.844278] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.844447] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.844747] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.844901] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.845434] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.845733] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.848740] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.848740] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f is going to be created. [ 956.859972] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa in Status: SUCCESS [ 956.860230] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.860392] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.860622] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.860810] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.860922] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.860988] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.861169] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.861252] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.861346] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.868855] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.869098] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.869265] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.869635] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.869895] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.870166] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.038186] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30a85234-4be1-45e4-8d76-8981ce663fe0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.364021] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.364193] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.364257] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.364611] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.364611] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.364767] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.364868] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.364917] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.365085] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.365163] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.365249] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa is going to be updated. [ 957.390647] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.390765] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.390849] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.391144] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.391337] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.399467] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa in Status: IN_PROGRESS for 2s [ 957.540862] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.540966] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.541062] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.541263] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.541360] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.541462] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 is going to be updated. [ 957.571077] env[69258]: INFO networking_nsxv3.common.synchronization [req-ee255c22-275f-48f1-a1af-6975b6f4c923 req-28fbffe3-540c-4c5d-9ed4-827bcaba6193 service nova] Enqueued Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_rules [ 957.571555] env[69258]: INFO networking_nsxv3.common.synchronization [req-ee255c22-275f-48f1-a1af-6975b6f4c923 req-28fbffe3-540c-4c5d-9ed4-827bcaba6193 service nova] Enqueued Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_members [ 957.571555] env[69258]: INFO networking_nsxv3.common.synchronization [req-ee255c22-275f-48f1-a1af-6975b6f4c923 req-28fbffe3-540c-4c5d-9ed4-827bcaba6193 service nova] Enqueued Resource ID: 4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f with Priority: HIGHEST for action port [ 957.572516] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.572645] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.572713] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.572908] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.576549] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.576549] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_rules [ 957.576549] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_members [ 957.576549] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f with Priority: HIGHEST for action port [ 957.576844] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.576844] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.576844] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.577108] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.577190] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.578410] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.578537] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.578764] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.578902] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.579107] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.579379] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.579519] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.588215] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 in Status: IN_PROGRESS for 2s [ 958.084837] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.084837] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.084837] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f with status ACTIVE [ 958.084837] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.084837] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.084837] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.084837] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.084837] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.084837] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.084837] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.084837] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.084837] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.084837] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.084837] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.085331] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.085331] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.085331] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.085331] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.085331] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f is going to be updated. [ 958.103962] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.104132] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.104202] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.104401] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.104534] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.104697] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b8b4e3a-e09b-423f-8cb4-79cfffc6e06f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.591562] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: SUCCESS [ 958.591562] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 deletion is rescheduled due to dependency. [ 958.591562] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.592024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.592024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.592158] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.592288] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.592334] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.592495] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.592567] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.592664] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.095268] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.408922] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa in Status: SUCCESS [ 959.409126] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa deletion is rescheduled due to dependency. [ 959.409218] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.599071] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 in Status: SUCCESS [ 959.599071] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.599071] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.599481] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.599481] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.599653] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.599794] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.599859] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.600016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.600114] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.600180] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.600264] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30a85234-4be1-45e4-8d76-8981ce663fe0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.103718] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.103986] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.104068] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.104358] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.104486] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.104615] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 is going to be updated. [ 960.106007] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30a85234-4be1-45e4-8d76-8981ce663fe0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.134367] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.134550] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.134617] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.134838] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.135027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.143923] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: IN_PROGRESS for 2s [ 960.608542] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30a85234-4be1-45e4-8d76-8981ce663fe0: rpc.has_security_group_logging(os_id): False [ 960.626443] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.626620] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.626665] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.626857] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.626948] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.627204] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.627299] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.627364] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.627508] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.627587] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.627670] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 is going to be updated. [ 960.685623] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.685782] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.685855] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.686069] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.686221] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.699943] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 in Status: IN_PROGRESS for 2s [ 962.154830] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: SUCCESS [ 962.154830] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.154830] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.155090] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.156285] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.156285] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.156285] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.156285] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.156285] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.156285] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.156285] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.577117] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 962.577252] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 962.658184] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.658339] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.658414] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.658644] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.658836] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.658939] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.659008] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.659166] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.659302] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.659509] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.659740] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.659939] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.660023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.660244] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.660437] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.660539] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.660603] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.660748] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.660843] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.660977] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.661141] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.714901] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 in Status: SUCCESS [ 962.715161] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.163383] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c8dc541-bce3-4239-a47a-451d9ee5b7e9: rpc.has_security_group_logging(os_id): False [ 963.181917] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.183022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.183022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.183022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.183022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.183022] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.183022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.183022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.183022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.183022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.183355] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.183355] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.183355] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.183514] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.183588] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.183773] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.183867] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.183929] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.184083] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.184182] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.184290] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 is going to be updated. [ 963.246936] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.247108] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.247187] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.247390] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.247537] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.260354] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: IN_PROGRESS for 2s [ 964.211587] env[69258]: INFO networking_nsxv3.common.synchronization [req-a787b18c-fc27-42bd-9817-0ecc42e047e7 req-58715554-1f01-47aa-9fd2-cd74b88152fe tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Enqueued Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_members [ 964.212439] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_members [ 964.212893] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.213085] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.213210] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.213460] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.213708] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.214599] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.214725] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.214945] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.215092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.215223] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.508442] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-205 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.508634] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.508770] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.509068] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.509349] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.509569] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.509750] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.509968] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.510147] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.510394] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 964.510566] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 964.510668] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 964.510786] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 964.510907] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 964.511019] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 964.511157] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 964.531651] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 964.532067] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 964.532067] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 964.532247] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.532583] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-849574d9-e3a1-4439-8abe-abafdb3b21ac taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.532793] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-849574d9-e3a1-4439-8abe-abafdb3b21ac" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.532926] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-849574d9-e3a1-4439-8abe-abafdb3b21ac" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.533429] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-849574d9-e3a1-4439-8abe-abafdb3b21ac" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.533429] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('849574d9-e3a1-4439-8abe-abafdb3b21ac',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.717521] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.717728] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.717728] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.717983] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.718086] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.718294] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.718410] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.718503] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.718700] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.718792] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.718872] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 is going to be deleted. [ 964.745394] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.745609] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.745662] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.745895] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.746101] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.746157] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.035939] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.036355] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.036584] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.037036] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.037267] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.037473] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 849574d9-e3a1-4439-8abe-abafdb3b21ac not found, creating... [ 965.037774] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.038500] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.038500] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.038500] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.038709] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.038962] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.039373] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.039536] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.039981] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.040177] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.040393] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 849574d9-e3a1-4439-8abe-abafdb3b21ac is going to be created. [ 965.062386] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.062585] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.062710] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.063143] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.063262] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.063507] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-849574d9-e3a1-4439-8abe-abafdb3b21ac" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.279489] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: SUCCESS [ 965.279865] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.313417] env[69258]: INFO networking_nsxv3.common.synchronization [req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f req-3c2961c6-c1cc-4848-b678-6ba88852640b tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Enqueued Resource ID: 4772e4e0-03c0-4291-b688-d93125af4020 with Priority: HIGHEST for action security_group_members [ 965.314223] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4772e4e0-03c0-4291-b688-d93125af4020 with Priority: HIGHEST for action security_group_members [ 965.314223] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-4772e4e0-03c0-4291-b688-d93125af4020 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.314415] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4772e4e0-03c0-4291-b688-d93125af4020" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.314415] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4772e4e0-03c0-4291-b688-d93125af4020" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.314689] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4772e4e0-03c0-4291-b688-d93125af4020" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.314852] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.314944] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.315025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.315291] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.315407] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.315407] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4772e4e0-03c0-4291-b688-d93125af4020',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.504021] env[69258]: INFO networking_nsxv3.common.synchronization [req-f24d4c37-6034-4bb8-b221-f51ed317dcd0 req-6181dda3-0358-4096-b117-646a346dd7a6 tempest-ServersV294TestFqdnHostnames-1487704463 tempest-ServersV294TestFqdnHostnames-1487704463-project-member] Enqueued Resource ID: 002f6543-79da-4a11-9d98-6d4e5da1521e with Priority: HIGHEST for action security_group_members [ 965.504021] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 002f6543-79da-4a11-9d98-6d4e5da1521e with Priority: HIGHEST for action security_group_members [ 965.504021] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-002f6543-79da-4a11-9d98-6d4e5da1521e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.504021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-002f6543-79da-4a11-9d98-6d4e5da1521e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.504021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-002f6543-79da-4a11-9d98-6d4e5da1521e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.509391] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-002f6543-79da-4a11-9d98-6d4e5da1521e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.509391] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.509391] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.509391] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.509391] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.509391] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.509391] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('002f6543-79da-4a11-9d98-6d4e5da1521e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.712794] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.713010] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-420" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.713176] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-420" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.713569] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-420" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.713736] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.713897] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.715593] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.715902] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.716094] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.717063] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 965.717063] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.717063] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.717063] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.717063] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 965.717063] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.717063] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.734953] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.735469] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 965.735643] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.735838] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-420" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.736237] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-25e1dfe2-bedf-49d8-b678-23007ab8f349 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.736422] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-25e1dfe2-bedf-49d8-b678-23007ab8f349" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.736557] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-25e1dfe2-bedf-49d8-b678-23007ab8f349" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.736869] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-25e1dfe2-bedf-49d8-b678-23007ab8f349" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.737016] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25e1dfe2-bedf-49d8-b678-23007ab8f349',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.818701] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.818701] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.818701] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.818701] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.818701] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.818701] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.818701] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.818701] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.818701] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.818701] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.818701] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4772e4e0-03c0-4291-b688-d93125af4020 already deleted. [ 965.818701] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4772e4e0-03c0-4291-b688-d93125af4020" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.859704] env[69258]: INFO networking_nsxv3.common.synchronization [req-a787b18c-fc27-42bd-9817-0ecc42e047e7 req-4a34f02a-7baf-4283-a7bc-9145f99f08e3 service nova] Enqueued Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_rules [ 965.859905] env[69258]: INFO networking_nsxv3.common.synchronization [req-a787b18c-fc27-42bd-9817-0ecc42e047e7 req-4a34f02a-7baf-4283-a7bc-9145f99f08e3 service nova] Enqueued Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_members [ 965.860067] env[69258]: INFO networking_nsxv3.common.synchronization [req-a787b18c-fc27-42bd-9817-0ecc42e047e7 req-4a34f02a-7baf-4283-a7bc-9145f99f08e3 service nova] Enqueued Resource ID: 849574d9-e3a1-4439-8abe-abafdb3b21ac with Priority: HIGHEST for action port [ 965.860675] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_rules [ 965.860722] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_members [ 965.865258] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 849574d9-e3a1-4439-8abe-abafdb3b21ac with Priority: HIGHEST for action port [ 965.865337] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.865476] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.865632] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.865744] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.865827] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.866740] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.866879] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.866931] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.867235] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.867347] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.867347] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.867437] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.867603] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.867717] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.867851] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.868876] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-849574d9-e3a1-4439-8abe-abafdb3b21ac taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.869040] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-849574d9-e3a1-4439-8abe-abafdb3b21ac" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.869040] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-849574d9-e3a1-4439-8abe-abafdb3b21ac" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.869154] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-849574d9-e3a1-4439-8abe-abafdb3b21ac" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.869227] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('849574d9-e3a1-4439-8abe-abafdb3b21ac',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.013034] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.013034] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.013034] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.013034] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.013034] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.013259] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.013259] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.013259] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.013499] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.013499] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.013586] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 002f6543-79da-4a11-9d98-6d4e5da1521e is going to be updated. [ 966.038445] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.038602] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.038694] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.038903] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.039055] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.046665] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 002f6543-79da-4a11-9d98-6d4e5da1521e in Status: IN_PROGRESS for 2s [ 966.240153] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.240389] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.240560] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.240865] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.241038] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.241217] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 25e1dfe2-bedf-49d8-b678-23007ab8f349 not found, creating... [ 966.241469] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.241632] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.241747] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.241996] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.242165] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.242458] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.242626] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.242745] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.242959] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.243181] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.243348] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 25e1dfe2-bedf-49d8-b678-23007ab8f349 is going to be created. [ 966.274028] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.274200] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.274361] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.274654] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.274865] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.275102] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-25e1dfe2-bedf-49d8-b678-23007ab8f349" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.370823] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.371952] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.372099] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.374977] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 849574d9-e3a1-4439-8abe-abafdb3b21ac with status ACTIVE [ 966.375076] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.375304] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.375384] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.375551] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.375669] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.375815] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.375935] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.375973] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.376141] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.376218] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.376394] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.376487] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.376548] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.376685] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.376759] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.376839] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 849574d9-e3a1-4439-8abe-abafdb3b21ac is going to be updated. [ 966.401053] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.401216] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.401295] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.401643] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.401811] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.402788] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-849574d9-e3a1-4439-8abe-abafdb3b21ac" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.873801] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.297728] env[69258]: INFO networking_nsxv3.common.synchronization [req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f req-350dbfe7-38d0-45e0-aa66-ae393ba13981 service nova] Enqueued Resource ID: 4772e4e0-03c0-4291-b688-d93125af4020 with Priority: HIGHEST for action security_group_rules [ 967.297728] env[69258]: INFO networking_nsxv3.common.synchronization [req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f req-350dbfe7-38d0-45e0-aa66-ae393ba13981 service nova] Enqueued Resource ID: 4772e4e0-03c0-4291-b688-d93125af4020 with Priority: HIGHEST for action security_group_members [ 967.297728] env[69258]: INFO networking_nsxv3.common.synchronization [req-15b0a2a3-6ba3-42c8-b779-9c14f4df9a9f req-350dbfe7-38d0-45e0-aa66-ae393ba13981 service nova] Enqueued Resource ID: 25e1dfe2-bedf-49d8-b678-23007ab8f349 with Priority: HIGHEST for action port [ 967.298233] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4772e4e0-03c0-4291-b688-d93125af4020 with Priority: HIGHEST for action security_group_rules [ 967.298361] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4772e4e0-03c0-4291-b688-d93125af4020 with Priority: HIGHEST for action security_group_members [ 967.298480] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25e1dfe2-bedf-49d8-b678-23007ab8f349 with Priority: HIGHEST for action port [ 967.298721] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4772e4e0-03c0-4291-b688-d93125af4020 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.298911] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4772e4e0-03c0-4291-b688-d93125af4020" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.298911] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4772e4e0-03c0-4291-b688-d93125af4020" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.299445] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4772e4e0-03c0-4291-b688-d93125af4020" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.299623] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4772e4e0-03c0-4291-b688-d93125af4020',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.300659] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-4772e4e0-03c0-4291-b688-d93125af4020 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.300828] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4772e4e0-03c0-4291-b688-d93125af4020" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.300932] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4772e4e0-03c0-4291-b688-d93125af4020" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.301193] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4772e4e0-03c0-4291-b688-d93125af4020" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.301394] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.302100] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.302100] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.302100] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.302100] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.302100] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4772e4e0-03c0-4291-b688-d93125af4020',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.304047] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-25e1dfe2-bedf-49d8-b678-23007ab8f349 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.304047] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25e1dfe2-bedf-49d8-b678-23007ab8f349" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.304047] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25e1dfe2-bedf-49d8-b678-23007ab8f349" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.304047] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25e1dfe2-bedf-49d8-b678-23007ab8f349" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.306833] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25e1dfe2-bedf-49d8-b678-23007ab8f349',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.377837] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.378272] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.378272] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.378386] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.378435] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.378539] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 is going to be created. [ 967.401176] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.401416] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.401498] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.401756] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.401986] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.414300] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 in Status: UNINITIALIZED for 2s [ 967.808866] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-4772e4e0-03c0-4291-b688-d93125af4020 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.809034] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4772e4e0-03c0-4291-b688-d93125af4020" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.809264] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4772e4e0-03c0-4291-b688-d93125af4020',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.810139] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25e1dfe2-bedf-49d8-b678-23007ab8f349 with status ACTIVE [ 967.810325] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.810433] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.810522] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.810755] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.810845] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.811082] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.811180] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.811245] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.811404] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.811485] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.811700] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.811793] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.811867] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.812059] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.812088] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.812168] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25e1dfe2-bedf-49d8-b678-23007ab8f349 is going to be updated. [ 967.832463] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.832599] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.832674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.832879] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.833025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.833193] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25e1dfe2-bedf-49d8-b678-23007ab8f349" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.056092] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 002f6543-79da-4a11-9d98-6d4e5da1521e in Status: SUCCESS [ 968.056300] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 002f6543-79da-4a11-9d98-6d4e5da1521e deletion is rescheduled due to dependency. [ 968.056426] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-002f6543-79da-4a11-9d98-6d4e5da1521e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.194131] env[69258]: INFO networking_nsxv3.common.synchronization [req-a321c004-647c-4a97-876d-006fd2c8eebb req-0ffc0538-cc14-4c3f-9080-86868ca4dddc tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Enqueued Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGHEST for action security_group_members [ 968.194131] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGHEST for action security_group_members [ 968.194131] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.194131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.194131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.194131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.194131] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.194131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.194131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.195574] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.195865] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.196097] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.315512] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4772e4e0-03c0-4291-b688-d93125af4020',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.621982] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-906 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.622329] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-906" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.622521] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-906" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.622914] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-906" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.623365] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.623619] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.623813] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.624153] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.624387] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.625120] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 968.625120] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 968.625120] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 968.625354] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 968.625763] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 968.625973] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 968.627526] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.647929] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.648251] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 968.648482] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 968.648757] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-906" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.649229] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-d6d65cab-4645-4916-8744-5db714bb36b5 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.649505] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-d6d65cab-4645-4916-8744-5db714bb36b5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.649704] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-d6d65cab-4645-4916-8744-5db714bb36b5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.650164] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-d6d65cab-4645-4916-8744-5db714bb36b5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.650388] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6d65cab-4645-4916-8744-5db714bb36b5',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.699778] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.820574] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.820574] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.820574] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.820574] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.820574] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.820574] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4772e4e0-03c0-4291-b688-d93125af4020 is going to be created. [ 968.843079] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.843520] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.843608] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.843824] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.843996] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.853707] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4772e4e0-03c0-4291-b688-d93125af4020 in Status: UNINITIALIZED for 2s [ 969.154658] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.154658] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.154658] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.154658] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.154658] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.154998] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port d6d65cab-4645-4916-8744-5db714bb36b5 not found, creating... [ 969.154998] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.155146] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.155883] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.155883] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.155883] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.155883] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.156161] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.156211] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.156396] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.156512] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.156651] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: d6d65cab-4645-4916-8744-5db714bb36b5 is going to be created. [ 969.180797] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.180921] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.181087] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.181383] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.181636] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.181879] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-d6d65cab-4645-4916-8744-5db714bb36b5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.203596] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.454216] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 in Status: SUCCESS [ 969.454434] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.454597] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.454906] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.455019] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.455133] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.455203] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.455364] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.455454] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.455579] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.455623] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.708896] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.708896] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.708896] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.708896] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.708896] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.708896] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a647b22e-b538-4691-821e-794e7b4d00d6 is going to be updated. [ 969.746608] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.746608] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.746608] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.746608] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.746608] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.756374] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: IN_PROGRESS for 2s [ 969.958949] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.959139] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.959221] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.959431] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.959632] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.959735] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.959789] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.959952] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.960057] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.960137] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.960283] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.960375] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.960437] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.960584] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.960745] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.960842] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.960903] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.961104] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.961150] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.961202] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.961291] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.981474] env[69258]: INFO networking_nsxv3.common.synchronization [req-a321c004-647c-4a97-876d-006fd2c8eebb req-972a9e96-34be-4965-8f16-21b4e18f7e22 service nova] Enqueued Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGHEST for action security_group_rules [ 969.981474] env[69258]: INFO networking_nsxv3.common.synchronization [req-a321c004-647c-4a97-876d-006fd2c8eebb req-972a9e96-34be-4965-8f16-21b4e18f7e22 service nova] Enqueued Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGHEST for action security_group_members [ 969.981474] env[69258]: INFO networking_nsxv3.common.synchronization [req-a321c004-647c-4a97-876d-006fd2c8eebb req-972a9e96-34be-4965-8f16-21b4e18f7e22 service nova] Enqueued Resource ID: d6d65cab-4645-4916-8744-5db714bb36b5 with Priority: HIGHEST for action port [ 969.981737] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGHEST for action security_group_rules [ 969.981811] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGHEST for action security_group_members [ 969.981923] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6d65cab-4645-4916-8744-5db714bb36b5 with Priority: HIGHEST for action port [ 969.982528] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.982662] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.982718] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.982914] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.983297] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.983810] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.983895] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.984103] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6d65cab-4645-4916-8744-5db714bb36b5 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.984201] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6d65cab-4645-4916-8744-5db714bb36b5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.984269] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6d65cab-4645-4916-8744-5db714bb36b5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.984426] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6d65cab-4645-4916-8744-5db714bb36b5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.984560] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6d65cab-4645-4916-8744-5db714bb36b5',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.465911] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63ecbe6e-1149-4a05-8885-5b2f2123e2c7: rpc.has_security_group_logging(os_id): False [ 970.483051] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.483623] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.483623] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.483777] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.484225] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.484225] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.484334] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.484334] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.484906] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.484906] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.484906] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.484906] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.484906] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.485267] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.485267] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.485267] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.485412] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.485412] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.486185] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.486185] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.486185] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 is going to be created. [ 970.488857] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.489050] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.489286] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6d65cab-4645-4916-8744-5db714bb36b5 with status ACTIVE [ 970.489486] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.491241] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.493043] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.493043] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.493043] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.493043] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.493043] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.493043] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.493043] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.493043] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.493043] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.493043] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.493043] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.493043] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.493043] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.493043] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6d65cab-4645-4916-8744-5db714bb36b5 is going to be updated. [ 970.514663] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.514852] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.514970] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.515164] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.515312] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.515473] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6d65cab-4645-4916-8744-5db714bb36b5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.557170] env[69258]: INFO networking_nsxv3.common.synchronization [req-f836f3ec-839a-4085-8477-3d15d74f4902 req-1a57ee4b-210a-469d-8179-a5a7a03829c2 tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Enqueued Resource ID: e87c1978-e9b4-43bc-b169-7124fbbbbba6 with Priority: HIGHEST for action security_group_members [ 970.557363] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e87c1978-e9b4-43bc-b169-7124fbbbbba6 with Priority: HIGHEST for action security_group_members [ 970.557707] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-e87c1978-e9b4-43bc-b169-7124fbbbbba6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.557826] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e87c1978-e9b4-43bc-b169-7124fbbbbba6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.557895] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e87c1978-e9b4-43bc-b169-7124fbbbbba6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.558272] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e87c1978-e9b4-43bc-b169-7124fbbbbba6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.559281] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.559281] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.559281] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.559281] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.559281] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.559281] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e87c1978-e9b4-43bc-b169-7124fbbbbba6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.567269] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.567269] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.567269] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.567473] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.567566] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.589529] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 in Status: IN_PROGRESS for 2s [ 970.865146] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4772e4e0-03c0-4291-b688-d93125af4020 in Status: SUCCESS [ 970.865403] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4772e4e0-03c0-4291-b688-d93125af4020" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.868023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4772e4e0-03c0-4291-b688-d93125af4020" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.868023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4772e4e0-03c0-4291-b688-d93125af4020" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.868023] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.868023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.868023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.868023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.868023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.868023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4772e4e0-03c0-4291-b688-d93125af4020" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.868023] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4772e4e0-03c0-4291-b688-d93125af4020',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.889681] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-430 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.889906] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-430" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.890157] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-430" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.890546] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-430" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.890845] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.891030] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.891163] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.891432] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.891678] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.891963] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.892112] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.892237] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.892421] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.893914] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.893914] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.893914] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.910770] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.910770] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 970.910770] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.910942] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-430" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.911214] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-47637537-0138-40b8-8e04-815327dc7a76 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.911401] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-47637537-0138-40b8-8e04-815327dc7a76" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.911529] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-47637537-0138-40b8-8e04-815327dc7a76" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.911862] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-47637537-0138-40b8-8e04-815327dc7a76" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.912040] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47637537-0138-40b8-8e04-815327dc7a76',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.062508] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.062584] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.062655] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.062889] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.062979] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.063195] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.063292] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.063408] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.063498] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.063631] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.063723] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e87c1978-e9b4-43bc-b169-7124fbbbbba6 already deleted. [ 971.063804] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e87c1978-e9b4-43bc-b169-7124fbbbbba6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.372186] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-4772e4e0-03c0-4291-b688-d93125af4020 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.372430] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4772e4e0-03c0-4291-b688-d93125af4020" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.372430] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4772e4e0-03c0-4291-b688-d93125af4020" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.372726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4772e4e0-03c0-4291-b688-d93125af4020" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.372956] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.373035] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.373122] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.373299] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.373500] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.373500] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4772e4e0-03c0-4291-b688-d93125af4020" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.373749] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-4772e4e0-03c0-4291-b688-d93125af4020 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.373749] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4772e4e0-03c0-4291-b688-d93125af4020" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.373900] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4772e4e0-03c0-4291-b688-d93125af4020" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.373999] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4772e4e0-03c0-4291-b688-d93125af4020" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.374116] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.374205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.374270] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.374412] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.374476] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.374572] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4772e4e0-03c0-4291-b688-d93125af4020" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.374638] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4772e4e0-03c0-4291-b688-d93125af4020',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.414684] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.414907] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.415137] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.415343] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.415492] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.415701] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 47637537-0138-40b8-8e04-815327dc7a76 not found, creating... [ 971.415905] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.416076] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.416201] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.416435] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.416546] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.416828] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.417011] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.417420] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.417489] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.417711] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.417973] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 47637537-0138-40b8-8e04-815327dc7a76 is going to be created. [ 971.440585] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.441307] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.441307] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.441577] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.441828] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.442120] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-47637537-0138-40b8-8e04-815327dc7a76" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.767592] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: SUCCESS [ 971.767592] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.767883] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.767958] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.768157] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.768264] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.768332] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.768481] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.768563] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.768660] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.877571] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4772e4e0-03c0-4291-b688-d93125af4020: rpc.has_security_group_logging(os_id): False [ 971.894159] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.894394] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.894520] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.894828] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.894981] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.895298] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.895460] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.895575] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.895823] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.895970] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.896278] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.896438] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.896549] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.896776] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.896904] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.897223] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.897367] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.897578] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.897770] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.897858] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.897955] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4772e4e0-03c0-4291-b688-d93125af4020 is going to be created. [ 971.950376] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.950536] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.950615] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.950818] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.951000] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.963759] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4772e4e0-03c0-4291-b688-d93125af4020 in Status: IN_PROGRESS for 2s [ 972.275022] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.330358] env[69258]: INFO networking_nsxv3.common.synchronization [None req-be030f88-b8a2-40a4-af61-47c204d388d4 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Enqueued Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_members [ 972.330871] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_members [ 972.331573] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.331699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.331771] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.331984] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.332226] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.332309] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.332378] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.332529] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.332618] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.332707] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.559313] env[69258]: INFO networking_nsxv3.common.synchronization [req-f836f3ec-839a-4085-8477-3d15d74f4902 req-559fc1ae-d983-496d-9e8f-ddea12326d47 service nova] Enqueued Resource ID: e87c1978-e9b4-43bc-b169-7124fbbbbba6 with Priority: HIGHEST for action security_group_rules [ 972.559493] env[69258]: INFO networking_nsxv3.common.synchronization [req-f836f3ec-839a-4085-8477-3d15d74f4902 req-559fc1ae-d983-496d-9e8f-ddea12326d47 service nova] Enqueued Resource ID: e87c1978-e9b4-43bc-b169-7124fbbbbba6 with Priority: HIGHEST for action security_group_members [ 972.559719] env[69258]: INFO networking_nsxv3.common.synchronization [req-f836f3ec-839a-4085-8477-3d15d74f4902 req-559fc1ae-d983-496d-9e8f-ddea12326d47 service nova] Enqueued Resource ID: 47637537-0138-40b8-8e04-815327dc7a76 with Priority: HIGHEST for action port [ 972.560031] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e87c1978-e9b4-43bc-b169-7124fbbbbba6 with Priority: HIGHEST for action security_group_rules [ 972.560217] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e87c1978-e9b4-43bc-b169-7124fbbbbba6 with Priority: HIGHEST for action security_group_members [ 972.560321] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47637537-0138-40b8-8e04-815327dc7a76 with Priority: HIGHEST for action port [ 972.560903] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e87c1978-e9b4-43bc-b169-7124fbbbbba6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.564146] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e87c1978-e9b4-43bc-b169-7124fbbbbba6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.564273] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e87c1978-e9b4-43bc-b169-7124fbbbbba6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.564636] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e87c1978-e9b4-43bc-b169-7124fbbbbba6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.564726] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e87c1978-e9b4-43bc-b169-7124fbbbbba6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.565656] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-e87c1978-e9b4-43bc-b169-7124fbbbbba6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.565771] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e87c1978-e9b4-43bc-b169-7124fbbbbba6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.565851] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e87c1978-e9b4-43bc-b169-7124fbbbbba6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.566078] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e87c1978-e9b4-43bc-b169-7124fbbbbba6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.566256] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.566384] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.566539] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.566714] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.566804] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.566912] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e87c1978-e9b4-43bc-b169-7124fbbbbba6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.571197] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-47637537-0138-40b8-8e04-815327dc7a76 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.571288] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47637537-0138-40b8-8e04-815327dc7a76" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.571365] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47637537-0138-40b8-8e04-815327dc7a76" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.572269] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47637537-0138-40b8-8e04-815327dc7a76" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.572361] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47637537-0138-40b8-8e04-815327dc7a76',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.579159] env[69258]: INFO networking_nsxv3.common.synchronization [req-d379770d-a541-4d56-bf5c-9125b8a56f11 req-e8e44bab-97e1-48d0-b34d-6914fc7f03aa tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Enqueued Resource ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd with Priority: HIGHEST for action security_group_members [ 972.580066] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd with Priority: HIGHEST for action security_group_members [ 972.580210] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.580329] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.580396] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.580581] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.580759] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.580861] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.580948] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.582393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.582393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.582518] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('155fb631-67f9-4bc9-8e66-1c2a4a75c3cd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.602824] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 in Status: SUCCESS [ 972.603017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.778569] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.835029] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.074766] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e87c1978-e9b4-43bc-b169-7124fbbbbba6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.076602] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-e87c1978-e9b4-43bc-b169-7124fbbbbba6 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.076722] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e87c1978-e9b4-43bc-b169-7124fbbbbba6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.076918] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47637537-0138-40b8-8e04-815327dc7a76 with status ACTIVE [ 973.077106] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.077212] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.077278] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.077604] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.077734] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.077959] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.078090] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.078201] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.078385] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.078498] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.078707] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.078838] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.078915] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.079735] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.079954] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.079954] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47637537-0138-40b8-8e04-815327dc7a76 is going to be updated. [ 973.084997] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('155fb631-67f9-4bc9-8e66-1c2a4a75c3cd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.099838] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.099991] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.100080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.100280] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.100419] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.100593] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47637537-0138-40b8-8e04-815327dc7a76" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.244770] env[69258]: INFO networking_nsxv3.common.synchronization [req-dc941a51-222e-47b7-b07d-7cc8c0bfb266 req-1fdaf946-355b-4c42-84c5-389e44d37cd0 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Enqueued Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 973.245357] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 973.247778] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.247911] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.247979] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.248208] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.248364] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.248469] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.248526] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.248679] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.248760] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.248851] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.281153] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.281315] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.281381] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.281606] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.281714] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.281814] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a647b22e-b538-4691-821e-794e7b4d00d6 is going to be updated. [ 973.321335] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.321780] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.321780] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.321780] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.321939] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.332816] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: IN_PROGRESS for 2s [ 973.337228] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.582596] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e87c1978-e9b4-43bc-b169-7124fbbbbba6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.587953] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('155fb631-67f9-4bc9-8e66-1c2a4a75c3cd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.754033] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.754033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.754033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.754033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.754033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.754033] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.754033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.754033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.754033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.754033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.754033] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f is going to be updated. [ 973.780262] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.780262] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.780262] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.780262] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.780262] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.787275] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: IN_PROGRESS for 2s [ 973.841952] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.841952] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.841952] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.841952] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.841952] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.841952] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 is going to be updated. [ 973.867051] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.867051] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.867051] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.867324] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.867402] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.875612] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 in Status: IN_PROGRESS for 2s [ 973.976608] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4772e4e0-03c0-4291-b688-d93125af4020 in Status: SUCCESS [ 973.976608] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4772e4e0-03c0-4291-b688-d93125af4020" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.086333] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.086717] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.086717] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.086786] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.086883] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.086984] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e87c1978-e9b4-43bc-b169-7124fbbbbba6 is going to be created. [ 974.090108] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.090249] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.090321] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.090574] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.090654] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.090741] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd is going to be updated. [ 974.110703] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.110703] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.111045] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.111045] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.111146] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.113086] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.113235] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.113276] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.113458] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.113591] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.122110] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd in Status: IN_PROGRESS for 2s [ 974.125286] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e87c1978-e9b4-43bc-b169-7124fbbbbba6 in Status: UNINITIALIZED for 2s [ 974.757455] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-205 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.757693] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.757826] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.758112] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.758368] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.758530] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.758662] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.760019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.760019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.760237] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 974.760386] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 974.760520] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 974.760638] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 974.760771] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 974.760928] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 974.761084] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 974.779593] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 974.779833] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 974.780014] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 974.780230] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.780649] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-c46018de-e91c-4627-87bf-9a1efd4d65ba taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.780826] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-c46018de-e91c-4627-87bf-9a1efd4d65ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.780973] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-c46018de-e91c-4627-87bf-9a1efd4d65ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.781295] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-c46018de-e91c-4627-87bf-9a1efd4d65ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.781435] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c46018de-e91c-4627-87bf-9a1efd4d65ba',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.104924] env[69258]: INFO networking_nsxv3.common.synchronization [req-6473b93a-4b68-4278-82c3-b8f9de46c99c req-963d107f-afab-422c-bded-8ed6256125c2 tempest-VolumesAdminNegativeTest-924213531 tempest-VolumesAdminNegativeTest-924213531-project-member] Enqueued Resource ID: 92e30c06-fe97-4b89-bca5-8dd6e4d8e404 with Priority: HIGHEST for action security_group_members [ 975.105463] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92e30c06-fe97-4b89-bca5-8dd6e4d8e404 with Priority: HIGHEST for action security_group_members [ 975.105776] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-92e30c06-fe97-4b89-bca5-8dd6e4d8e404 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.105900] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-92e30c06-fe97-4b89-bca5-8dd6e4d8e404" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.105970] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-92e30c06-fe97-4b89-bca5-8dd6e4d8e404" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.106177] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-92e30c06-fe97-4b89-bca5-8dd6e4d8e404" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.106338] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.106438] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.106500] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.106642] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.106729] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.106823] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('92e30c06-fe97-4b89-bca5-8dd6e4d8e404',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.288055] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.288307] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.288586] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.288934] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.289082] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.289254] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port c46018de-e91c-4627-87bf-9a1efd4d65ba not found, creating... [ 975.289628] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.290068] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.290068] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.290300] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.290801] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.290801] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.291113] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.291113] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.291396] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.291779] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.291779] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: c46018de-e91c-4627-87bf-9a1efd4d65ba is going to be created. [ 975.304543] env[69258]: INFO networking_nsxv3.common.synchronization [req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b req-029aba33-4d41-4e72-90f5-c6a08286a39c tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Enqueued Resource ID: 82a06203-ca5e-4fcd-b31e-4dae79cd3a8f with Priority: HIGHEST for action security_group_members [ 975.305326] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a06203-ca5e-4fcd-b31e-4dae79cd3a8f with Priority: HIGHEST for action security_group_members [ 975.305415] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.305544] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.305607] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.305983] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.305983] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.306124] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.306158] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.306915] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.306915] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.306915] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a06203-ca5e-4fcd-b31e-4dae79cd3a8f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.310427] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.310722] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.310872] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.311117] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.311344] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.311562] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-c46018de-e91c-4627-87bf-9a1efd4d65ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.341585] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: SUCCESS [ 975.341809] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.342106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.342202] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.342377] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.342522] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.342768] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.342768] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.342866] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.342928] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.343027] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.608852] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.609045] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.609120] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.609336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.631500] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.631500] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.631500] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.631500] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.631500] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.631678] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.631678] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92e30c06-fe97-4b89-bca5-8dd6e4d8e404 is going to be updated. [ 975.637071] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-639 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.637281] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-639" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.637413] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-639" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.637745] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-639" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.638035] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.638201] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.638325] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.638547] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.638693] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.638903] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 975.642375] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.642581] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.642715] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.642844] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 975.642964] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.643120] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.664661] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.664851] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 975.664987] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.665181] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-639" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.665501] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-bf8d9561-edf4-4168-adc6-72f490a1bb81 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.665683] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-bf8d9561-edf4-4168-adc6-72f490a1bb81" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.665829] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-bf8d9561-edf4-4168-adc6-72f490a1bb81" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.666203] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-bf8d9561-edf4-4168-adc6-72f490a1bb81" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.666366] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf8d9561-edf4-4168-adc6-72f490a1bb81',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.667855] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.667978] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.668041] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.668217] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.668349] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.677527] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92e30c06-fe97-4b89-bca5-8dd6e4d8e404 in Status: IN_PROGRESS for 2s [ 975.796965] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: SUCCESS [ 975.796965] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f deletion is rescheduled due to dependency. [ 975.796965] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.810119] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.810268] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.810337] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.810542] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.810651] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.811119] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.811275] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.811342] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.811494] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.812293] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.812293] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a06203-ca5e-4fcd-b31e-4dae79cd3a8f already deleted. [ 975.812293] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.846040] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.846151] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.846224] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.846431] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.846592] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.846693] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.846756] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.846901] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.846989] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.847088] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.847234] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.847325] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.847387] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.847551] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.847695] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.847853] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.847853] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.847975] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.848063] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.848146] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.848252] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.885546] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 in Status: SUCCESS [ 975.886232] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.086227] env[69258]: INFO networking_nsxv3.common.synchronization [req-4451b4c4-919e-4c97-b769-2849821cb27d req-1c642e82-6c86-492f-ac91-329f6786c36a service nova] Enqueued Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_rules [ 976.086227] env[69258]: INFO networking_nsxv3.common.synchronization [req-4451b4c4-919e-4c97-b769-2849821cb27d req-1c642e82-6c86-492f-ac91-329f6786c36a service nova] Enqueued Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_members [ 976.088200] env[69258]: INFO networking_nsxv3.common.synchronization [req-4451b4c4-919e-4c97-b769-2849821cb27d req-1c642e82-6c86-492f-ac91-329f6786c36a service nova] Enqueued Resource ID: c46018de-e91c-4627-87bf-9a1efd4d65ba with Priority: HIGHEST for action port [ 976.088836] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_rules [ 976.088970] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_members [ 976.089082] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46018de-e91c-4627-87bf-9a1efd4d65ba with Priority: HIGHEST for action port [ 976.089392] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.089510] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.089602] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.089788] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.089867] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.090779] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.090876] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.094020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.094020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.094020] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.094020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.094020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.094020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.094020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.094020] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.094020] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-c46018de-e91c-4627-87bf-9a1efd4d65ba taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.094020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c46018de-e91c-4627-87bf-9a1efd4d65ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.094020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c46018de-e91c-4627-87bf-9a1efd4d65ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.094020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c46018de-e91c-4627-87bf-9a1efd4d65ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.094020] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c46018de-e91c-4627-87bf-9a1efd4d65ba',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.133137] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd in Status: SUCCESS [ 976.133137] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.133454] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e87c1978-e9b4-43bc-b169-7124fbbbbba6 in Status: SUCCESS [ 976.133550] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e87c1978-e9b4-43bc-b169-7124fbbbbba6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.133929] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e87c1978-e9b4-43bc-b169-7124fbbbbba6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.134151] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e87c1978-e9b4-43bc-b169-7124fbbbbba6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.134808] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.134808] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.134808] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.134808] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.134808] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.134808] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e87c1978-e9b4-43bc-b169-7124fbbbbba6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.135098] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e87c1978-e9b4-43bc-b169-7124fbbbbba6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.170846] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.171098] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.171395] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.171582] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.171761] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.171928] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port bf8d9561-edf4-4168-adc6-72f490a1bb81 not found, creating... [ 976.172262] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.172463] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.172984] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.172984] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.173091] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.173375] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.173554] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.173681] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.173925] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.174105] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.174292] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: bf8d9561-edf4-4168-adc6-72f490a1bb81 is going to be created. [ 976.203947] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.204226] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.204371] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.204674] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.204932] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.205460] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-bf8d9561-edf4-4168-adc6-72f490a1bb81" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.351036] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a647b22e-b538-4691-821e-794e7b4d00d6: rpc.has_security_group_logging(os_id): False [ 976.369883] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.370089] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.370132] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.370410] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.370513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.370771] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.370892] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.370952] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.371143] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.371708] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.371708] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.371708] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.371708] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.372219] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.372219] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.372219] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.372219] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.372219] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.372626] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.372759] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.372924] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a647b22e-b538-4691-821e-794e7b4d00d6 is going to be updated. [ 976.450030] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.450030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.450030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.450356] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.450395] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.477326] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: IN_PROGRESS for 2s [ 976.594902] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.596185] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.596519] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.596816] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c46018de-e91c-4627-87bf-9a1efd4d65ba with status ACTIVE [ 976.597084] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.597246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.597357] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.598032] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.598032] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.598193] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.598361] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.598474] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.598679] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.598803] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.599047] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.599181] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.599265] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.599450] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.599564] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.601340] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c46018de-e91c-4627-87bf-9a1efd4d65ba is going to be updated. [ 976.622652] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.622849] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.622937] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.623226] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.623392] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.623574] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c46018de-e91c-4627-87bf-9a1efd4d65ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.637767] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-e87c1978-e9b4-43bc-b169-7124fbbbbba6 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.637917] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e87c1978-e9b4-43bc-b169-7124fbbbbba6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.638038] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e87c1978-e9b4-43bc-b169-7124fbbbbba6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.638220] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e87c1978-e9b4-43bc-b169-7124fbbbbba6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.638387] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.638484] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.638548] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.638698] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.638783] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.638870] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e87c1978-e9b4-43bc-b169-7124fbbbbba6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.639038] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-e87c1978-e9b4-43bc-b169-7124fbbbbba6 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.639123] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e87c1978-e9b4-43bc-b169-7124fbbbbba6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.639184] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e87c1978-e9b4-43bc-b169-7124fbbbbba6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.639325] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e87c1978-e9b4-43bc-b169-7124fbbbbba6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.639462] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.639551] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.639671] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.639822] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.639898] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.639979] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e87c1978-e9b4-43bc-b169-7124fbbbbba6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.640085] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e87c1978-e9b4-43bc-b169-7124fbbbbba6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.891818] env[69258]: INFO networking_nsxv3.common.synchronization [req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b req-997321d0-12a7-492e-98f6-5a41c1c26a1d service nova] Enqueued Resource ID: 82a06203-ca5e-4fcd-b31e-4dae79cd3a8f with Priority: HIGHEST for action security_group_rules [ 976.892031] env[69258]: INFO networking_nsxv3.common.synchronization [req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b req-997321d0-12a7-492e-98f6-5a41c1c26a1d service nova] Enqueued Resource ID: 82a06203-ca5e-4fcd-b31e-4dae79cd3a8f with Priority: HIGHEST for action security_group_members [ 976.892193] env[69258]: INFO networking_nsxv3.common.synchronization [req-e8b1ab09-9f8e-4c2a-8504-f3df0b34533b req-997321d0-12a7-492e-98f6-5a41c1c26a1d service nova] Enqueued Resource ID: bf8d9561-edf4-4168-adc6-72f490a1bb81 with Priority: HIGHEST for action port [ 976.892426] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a06203-ca5e-4fcd-b31e-4dae79cd3a8f with Priority: HIGHEST for action security_group_rules [ 976.892554] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a06203-ca5e-4fcd-b31e-4dae79cd3a8f with Priority: HIGHEST for action security_group_members [ 976.892651] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8d9561-edf4-4168-adc6-72f490a1bb81 with Priority: HIGHEST for action port [ 976.893262] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.893388] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.893457] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.893659] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.893740] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82a06203-ca5e-4fcd-b31e-4dae79cd3a8f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.894548] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.894657] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.894728] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.894889] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.895046] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.895141] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.895204] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.895965] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.895965] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.895965] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a06203-ca5e-4fcd-b31e-4dae79cd3a8f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.896192] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf8d9561-edf4-4168-adc6-72f490a1bb81 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.896296] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf8d9561-edf4-4168-adc6-72f490a1bb81" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.896361] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf8d9561-edf4-4168-adc6-72f490a1bb81" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.896546] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf8d9561-edf4-4168-adc6-72f490a1bb81" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.896601] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf8d9561-edf4-4168-adc6-72f490a1bb81',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.101698] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.141994] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e87c1978-e9b4-43bc-b169-7124fbbbbba6: rpc.has_security_group_logging(os_id): False [ 977.161451] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.161609] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.161694] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.161956] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.162111] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.162382] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.162491] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.162552] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.162711] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.162790] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.162979] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.163121] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.163185] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.163330] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.163405] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.164033] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.164033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.164033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.164033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.164033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.164282] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e87c1978-e9b4-43bc-b169-7124fbbbbba6 is going to be created. [ 977.221246] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.221246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.221246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.221246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.221246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.235476] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e87c1978-e9b4-43bc-b169-7124fbbbbba6 in Status: IN_PROGRESS for 2s [ 977.398362] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.398447] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.398625] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82a06203-ca5e-4fcd-b31e-4dae79cd3a8f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.399528] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf8d9561-edf4-4168-adc6-72f490a1bb81 with status ACTIVE [ 977.399785] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.399912] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.399960] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.400172] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.400264] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.400424] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.400518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.400611] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.400891] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.400988] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.401205] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.401310] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.401364] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.401518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.401598] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.401752] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf8d9561-edf4-4168-adc6-72f490a1bb81 is going to be updated. [ 977.422203] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.422379] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.422418] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.422729] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.422807] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.422906] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf8d9561-edf4-4168-adc6-72f490a1bb81" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.605293] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.605293] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.605293] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.605293] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.605588] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.605588] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 is going to be updated. [ 977.632847] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.633017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.633629] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.633629] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.633629] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.644454] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 in Status: IN_PROGRESS for 2s [ 977.686924] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 92e30c06-fe97-4b89-bca5-8dd6e4d8e404 in Status: SUCCESS [ 977.687132] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 92e30c06-fe97-4b89-bca5-8dd6e4d8e404 deletion is rescheduled due to dependency. [ 977.687333] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-92e30c06-fe97-4b89-bca5-8dd6e4d8e404" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.903603] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82a06203-ca5e-4fcd-b31e-4dae79cd3a8f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.907930] env[69258]: INFO networking_nsxv3.common.synchronization [req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 req-0b7daacd-9e43-4a28-a0bf-595635c69c15 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Enqueued Resource ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c with Priority: HIGHEST for action security_group_members [ 977.908328] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c with Priority: HIGHEST for action security_group_members [ 977.908703] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.908831] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.908899] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.909121] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.909277] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.909404] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.909712] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.910184] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.910353] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.910468] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ffb846d-349d-4eb3-9dc0-398beef4bb9c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.396278] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-69 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.396630] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-69" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.396630] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-69" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.396881] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-69" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.397190] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.397354] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.397476] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.397806] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.397968] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.398258] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 978.398397] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.398514] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.398645] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.398767] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 978.398881] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.399039] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.405367] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.406067] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.406067] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.406067] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.406067] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.406067] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a06203-ca5e-4fcd-b31e-4dae79cd3a8f is going to be created. [ 978.412266] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ffb846d-349d-4eb3-9dc0-398beef4bb9c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.420513] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.420695] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 978.420881] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.421085] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-69" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.421425] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-986752d4-d38a-43db-bfcc-d2cd9d91572e taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.421630] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-986752d4-d38a-43db-bfcc-d2cd9d91572e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.422033] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-986752d4-d38a-43db-bfcc-d2cd9d91572e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.422367] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-986752d4-d38a-43db-bfcc-d2cd9d91572e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.422537] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('986752d4-d38a-43db-bfcc-d2cd9d91572e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.434883] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.435075] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.435121] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.435315] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.435474] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.447941] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a06203-ca5e-4fcd-b31e-4dae79cd3a8f in Status: UNINITIALIZED for 2s [ 978.492026] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: SUCCESS [ 978.492244] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.917186] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ffb846d-349d-4eb3-9dc0-398beef4bb9c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.926867] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.927237] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.927421] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.927837] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.928066] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.928285] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 986752d4-d38a-43db-bfcc-d2cd9d91572e not found, creating... [ 978.928705] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.928944] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.930074] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.930508] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.930767] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.931278] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.931600] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.931789] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.932129] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.932588] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.932588] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 986752d4-d38a-43db-bfcc-d2cd9d91572e is going to be created. [ 978.956094] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.956593] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.956774] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.957082] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.957354] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.957646] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-986752d4-d38a-43db-bfcc-d2cd9d91572e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.253195] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e87c1978-e9b4-43bc-b169-7124fbbbbba6 in Status: SUCCESS [ 979.253195] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e87c1978-e9b4-43bc-b169-7124fbbbbba6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.421282] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.421703] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.421703] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.421942] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.422087] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.422255] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c is going to be updated. [ 979.459323] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.459551] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.459659] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.459920] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.460090] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.469173] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c in Status: IN_PROGRESS for 2s [ 979.652880] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 in Status: SUCCESS [ 979.653138] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.653328] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.653566] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.653778] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.653915] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.653985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.654169] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.654256] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.654345] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.654449] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.711125] env[69258]: INFO networking_nsxv3.common.synchronization [req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 req-b4537bc0-8a20-4926-a5bd-fd87f6ee92d7 service nova] Enqueued Resource ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c with Priority: HIGHEST for action security_group_rules [ 979.711435] env[69258]: INFO networking_nsxv3.common.synchronization [req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 req-b4537bc0-8a20-4926-a5bd-fd87f6ee92d7 service nova] Enqueued Resource ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c with Priority: HIGHEST for action security_group_members [ 979.711588] env[69258]: INFO networking_nsxv3.common.synchronization [req-9c99b47d-eeb5-4ba4-9a9e-c138b3f50fb8 req-b4537bc0-8a20-4926-a5bd-fd87f6ee92d7 service nova] Enqueued Resource ID: 986752d4-d38a-43db-bfcc-d2cd9d91572e with Priority: HIGHEST for action port [ 979.711724] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c with Priority: HIGHEST for action security_group_rules [ 979.711851] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c with Priority: HIGHEST for action security_group_members [ 979.711976] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 986752d4-d38a-43db-bfcc-d2cd9d91572e with Priority: HIGHEST for action port [ 979.712608] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ffb846d-349d-4eb3-9dc0-398beef4bb9c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.712740] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.712810] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.713045] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.713133] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ffb846d-349d-4eb3-9dc0-398beef4bb9c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.714351] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.714507] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.714645] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-986752d4-d38a-43db-bfcc-d2cd9d91572e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.714750] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-986752d4-d38a-43db-bfcc-d2cd9d91572e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.714815] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-986752d4-d38a-43db-bfcc-d2cd9d91572e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.714986] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-986752d4-d38a-43db-bfcc-d2cd9d91572e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.715072] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('986752d4-d38a-43db-bfcc-d2cd9d91572e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.157011] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.157198] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.157265] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.157472] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.157658] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.157809] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.157849] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.157978] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.158078] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.158169] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.158398] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.158501] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.158578] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.158700] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.158841] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.158944] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.159046] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.159205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.159205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.159349] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.159349] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.217312] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.217496] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.217680] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 986752d4-d38a-43db-bfcc-d2cd9d91572e with status ACTIVE [ 980.217853] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.217967] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.218044] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.218277] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.218411] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.218589] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.218637] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.218704] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.218865] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.218959] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.219159] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.219254] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.219333] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.219492] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.219563] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.219700] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 986752d4-d38a-43db-bfcc-d2cd9d91572e is going to be updated. [ 980.238923] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.239740] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.239861] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.240137] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.240397] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.240640] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-986752d4-d38a-43db-bfcc-d2cd9d91572e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.457683] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a06203-ca5e-4fcd-b31e-4dae79cd3a8f in Status: SUCCESS [ 980.457976] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.458721] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.458721] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.458721] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.458721] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.458721] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.459129] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.459184] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.459274] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.459361] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82a06203-ca5e-4fcd-b31e-4dae79cd3a8f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.664810] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63ecbe6e-1149-4a05-8885-5b2f2123e2c7: rpc.has_security_group_logging(os_id): False [ 980.681462] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.681651] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.681764] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.682527] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.682527] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.682527] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.682527] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.682527] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.682919] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.682919] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.682919] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.682919] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.682919] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.683166] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.683166] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.683324] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.683402] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.683447] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.683627] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.683627] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.683780] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 is going to be updated. [ 980.736144] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.736218] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.736297] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.736494] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.736638] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.767131] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 in Status: IN_PROGRESS for 2s [ 980.963292] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82a06203-ca5e-4fcd-b31e-4dae79cd3a8f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.465321] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82a06203-ca5e-4fcd-b31e-4dae79cd3a8f: rpc.has_security_group_logging(os_id): False [ 981.483918] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.484221] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.484299] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.484553] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.484649] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.484956] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.485325] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.485325] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.485464] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.485578] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.485694] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82a06203-ca5e-4fcd-b31e-4dae79cd3a8f is going to be created. [ 981.490220] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c in Status: SUCCESS [ 981.490700] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.491867] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.492154] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.492414] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.492655] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.492725] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.492923] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.493130] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.493244] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ffb846d-349d-4eb3-9dc0-398beef4bb9c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.557792] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.558551] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.558551] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.558551] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.558796] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.572019] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82a06203-ca5e-4fcd-b31e-4dae79cd3a8f in Status: IN_PROGRESS for 2s [ 981.997207] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ffb846d-349d-4eb3-9dc0-398beef4bb9c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.503033] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ffb846d-349d-4eb3-9dc0-398beef4bb9c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.781174] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 in Status: SUCCESS [ 982.781559] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.901994] env[69258]: INFO networking_nsxv3.common.synchronization [req-2776795d-79dc-4341-b741-8310448b5861 req-faa20519-81a2-413a-8764-e78f2f0ca2a7 tempest-MigrationsAdminTest-1269391139 tempest-MigrationsAdminTest-1269391139-project-member] Enqueued Resource ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a with Priority: HIGHEST for action security_group_members [ 982.901994] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a with Priority: HIGHEST for action security_group_members [ 982.901994] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-80b1632f-dacb-4180-99a3-5795c2b7cb0a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.901994] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.902712] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.903105] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.903413] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.903633] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.903774] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.904044] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.904226] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.904397] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80b1632f-dacb-4180-99a3-5795c2b7cb0a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.005860] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.006123] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.006245] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.006581] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.006728] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.006887] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c is going to be updated. [ 983.033671] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.033858] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.033920] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.034277] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.034393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.044637] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c in Status: IN_PROGRESS for 2s [ 983.073546] env[69258]: INFO networking_nsxv3.common.synchronization [req-ffe7bb0a-f4cd-4e49-96a4-b1118a4e7ca0 req-04dc2896-6c70-4e3e-8814-001537dcfafc tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Enqueued Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGHEST for action security_group_members [ 983.074602] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGHEST for action security_group_members [ 983.074602] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e78db7-d0de-47fa-a658-b3202800654c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.074735] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.074735] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.076031] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.076031] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.076031] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.076031] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.076031] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.076031] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.076031] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.407511] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.407660] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.407747] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.407955] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.437926] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.438404] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.438632] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.438749] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.439127] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.439288] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.439444] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a is going to be updated. [ 983.474724] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.474724] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.474724] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.474724] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.474724] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.486399] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a in Status: IN_PROGRESS for 2s [ 983.577896] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.577896] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.577896] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.578316] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.578316] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.578415] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.578510] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.578574] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.578763] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.578802] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.578876] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e78db7-d0de-47fa-a658-b3202800654c is going to be updated. [ 983.588986] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82a06203-ca5e-4fcd-b31e-4dae79cd3a8f in Status: SUCCESS [ 983.589294] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.625612] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.625756] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.625756] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.626851] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.626851] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.635119] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e78db7-d0de-47fa-a658-b3202800654c in Status: IN_PROGRESS for 2s [ 984.156138] env[69258]: INFO networking_nsxv3.common.synchronization [req-dcd8ff5d-1d73-4d6d-9aef-d95fa450f8d3 req-ea605213-1292-469b-aa34-c45566c9865b tempest-ListServerFiltersTestJSON-700772932 tempest-ListServerFiltersTestJSON-700772932-project-member] Enqueued Resource ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 with Priority: HIGHEST for action security_group_members [ 984.156665] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 with Priority: HIGHEST for action security_group_members [ 984.157014] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b54bcd4-3671-48b9-b354-14bb38794c94 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.157139] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.157206] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.157406] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.157565] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.157661] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.157723] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.157864] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.157949] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.159882] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b54bcd4-3671-48b9-b354-14bb38794c94',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.340906] env[69258]: INFO networking_nsxv3.common.synchronization [req-d31a72ff-8f68-4760-a137-dfea158dd866 req-8e23e3cd-1365-48b9-baac-582726df90d1 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Enqueued Resource ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec with Priority: HIGHEST for action security_group_members [ 984.341349] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec with Priority: HIGHEST for action security_group_members [ 984.341966] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9352cd3-d17b-441e-90a2-cb7e49e515ec taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.341966] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.341966] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.342853] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.342853] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.342853] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.342853] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.343113] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.343236] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.343376] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9352cd3-d17b-441e-90a2-cb7e49e515ec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.665230] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.665479] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.665514] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.665751] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.665852] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.666117] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.666230] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.666292] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.666451] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.666531] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.666635] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 is going to be updated. [ 984.691333] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.691414] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.691488] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.691684] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.691860] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.698052] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.698052] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-377" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.698052] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-377" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.698052] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-377" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.698354] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.699139] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.699377] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.699787] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.699937] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.700283] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 984.700787] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 984.701080] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 984.701366] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 984.701585] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 984.701768] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 984.702274] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 984.704248] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 in Status: IN_PROGRESS for 2s [ 984.719859] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 984.720083] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 984.720237] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 984.720439] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-377" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.720852] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-76d9a3f4-9131-439a-987b-6b4d80f83599 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.720979] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-76d9a3f4-9131-439a-987b-6b4d80f83599" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.721208] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-76d9a3f4-9131-439a-987b-6b4d80f83599" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.721476] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-76d9a3f4-9131-439a-987b-6b4d80f83599" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.721632] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76d9a3f4-9131-439a-987b-6b4d80f83599',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.851022] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.851022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.851022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.851022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.851022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.851022] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.851022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.851022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.851022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.851022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.851022] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec is going to be updated. [ 984.883041] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.883041] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.883041] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.883041] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.883041] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.894281] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec in Status: IN_PROGRESS for 2s [ 985.053672] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c in Status: SUCCESS [ 985.053964] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.054091] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.054457] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.054734] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.055034] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.055117] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.055329] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.055470] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.055609] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.055751] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ffb846d-349d-4eb3-9dc0-398beef4bb9c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.224803] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.225058] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.225216] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.225538] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.225761] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.225940] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 76d9a3f4-9131-439a-987b-6b4d80f83599 not found, creating... [ 985.226264] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.226534] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.226597] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.226853] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.227065] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.227431] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.227613] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.227771] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.228059] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.228249] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.228803] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 76d9a3f4-9131-439a-987b-6b4d80f83599 is going to be created. [ 985.248580] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.248890] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.249201] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.249545] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.249769] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.250143] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-76d9a3f4-9131-439a-987b-6b4d80f83599" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.499121] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a in Status: SUCCESS [ 985.499121] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a deletion is rescheduled due to dependency. [ 985.499216] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.558148] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.558303] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.558372] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.558623] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.558791] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.558911] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.558976] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.559143] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.559359] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.559359] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.559590] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.559683] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.559683] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.560126] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.560126] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.560200] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.560200] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.560583] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.560583] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.560583] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.560583] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ffb846d-349d-4eb3-9dc0-398beef4bb9c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.647273] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e78db7-d0de-47fa-a658-b3202800654c in Status: SUCCESS [ 985.647488] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e78db7-d0de-47fa-a658-b3202800654c deletion is rescheduled due to dependency. [ 985.647606] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.907057] env[69258]: INFO networking_nsxv3.common.synchronization [req-688ab83a-a82e-4ea1-a688-1339b8774047 req-78d6b50c-3c2c-4977-9971-b0793154694e tempest-InstanceActionsNegativeTestJSON-1340728344 tempest-InstanceActionsNegativeTestJSON-1340728344-project-member] Enqueued Resource ID: e87c1978-e9b4-43bc-b169-7124fbbbbba6 with Priority: HIGHEST for action security_group_members [ 985.907771] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e87c1978-e9b4-43bc-b169-7124fbbbbba6 with Priority: HIGHEST for action security_group_members [ 985.909282] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-e87c1978-e9b4-43bc-b169-7124fbbbbba6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.909480] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e87c1978-e9b4-43bc-b169-7124fbbbbba6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.909580] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e87c1978-e9b4-43bc-b169-7124fbbbbba6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.909893] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e87c1978-e9b4-43bc-b169-7124fbbbbba6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.910157] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.910325] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.910463] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.910665] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.910849] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.913889] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e87c1978-e9b4-43bc-b169-7124fbbbbba6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.063840] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ffb846d-349d-4eb3-9dc0-398beef4bb9c: rpc.has_security_group_logging(os_id): False [ 986.081375] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.081515] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.082014] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.082014] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.082014] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.082151] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.082211] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.082248] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.082392] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.082464] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.082643] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.086016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.086016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.086016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.086016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.086016] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.086016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.086016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.086016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.086016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.086016] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c is going to be updated. [ 986.086741] env[69258]: INFO networking_nsxv3.common.synchronization [req-d31a72ff-8f68-4760-a137-dfea158dd866 req-9754e3ad-9c5f-492e-88ab-57f1db39d39c service nova] Enqueued Resource ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec with Priority: HIGHEST for action security_group_rules [ 986.086984] env[69258]: INFO networking_nsxv3.common.synchronization [req-d31a72ff-8f68-4760-a137-dfea158dd866 req-9754e3ad-9c5f-492e-88ab-57f1db39d39c service nova] Enqueued Resource ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec with Priority: HIGHEST for action security_group_members [ 986.087172] env[69258]: INFO networking_nsxv3.common.synchronization [req-d31a72ff-8f68-4760-a137-dfea158dd866 req-9754e3ad-9c5f-492e-88ab-57f1db39d39c service nova] Enqueued Resource ID: 76d9a3f4-9131-439a-987b-6b4d80f83599 with Priority: HIGHEST for action port [ 986.087953] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec with Priority: HIGHEST for action security_group_rules [ 986.088100] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec with Priority: HIGHEST for action security_group_members [ 986.088198] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76d9a3f4-9131-439a-987b-6b4d80f83599 with Priority: HIGHEST for action port [ 986.088455] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9352cd3-d17b-441e-90a2-cb7e49e515ec taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.088566] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.088621] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.088883] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.088961] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9352cd3-d17b-441e-90a2-cb7e49e515ec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.089831] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9352cd3-d17b-441e-90a2-cb7e49e515ec taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.089925] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.090129] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-76d9a3f4-9131-439a-987b-6b4d80f83599 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.090225] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76d9a3f4-9131-439a-987b-6b4d80f83599" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.090286] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76d9a3f4-9131-439a-987b-6b4d80f83599" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.090438] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76d9a3f4-9131-439a-987b-6b4d80f83599" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.090526] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76d9a3f4-9131-439a-987b-6b4d80f83599',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.140933] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.141125] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.141201] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.141403] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.141544] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.152167] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c in Status: IN_PROGRESS for 2s [ 986.414832] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.414978] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.415073] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.415290] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.415382] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.415571] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.415669] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.415731] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.415869] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.415940] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.416033] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e87c1978-e9b4-43bc-b169-7124fbbbbba6 is going to be updated. [ 986.454027] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.454027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.454027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.454027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.454027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.462176] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e87c1978-e9b4-43bc-b169-7124fbbbbba6 in Status: IN_PROGRESS for 2s [ 986.592278] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9352cd3-d17b-441e-90a2-cb7e49e515ec taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.592432] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.592631] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76d9a3f4-9131-439a-987b-6b4d80f83599 with status ACTIVE [ 986.592796] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.592903] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.592968] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.593278] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.593368] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.593643] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.593738] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.593803] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.593983] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.594075] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.594256] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.594356] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.594413] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.594545] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.594620] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.594708] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76d9a3f4-9131-439a-987b-6b4d80f83599 is going to be updated. [ 986.616067] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.616277] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.616374] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.616615] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.616790] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.616997] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76d9a3f4-9131-439a-987b-6b4d80f83599" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.727316] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 in Status: SUCCESS [ 986.731442] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b54bcd4-3671-48b9-b354-14bb38794c94 deletion is rescheduled due to dependency. [ 986.731635] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b54bcd4-3671-48b9-b354-14bb38794c94" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.903704] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec in Status: SUCCESS [ 986.903905] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec deletion is rescheduled due to dependency. [ 986.904040] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.904212] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.904469] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.904736] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.904936] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.905083] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.905338] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.905499] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.905652] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9352cd3-d17b-441e-90a2-cb7e49e515ec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.409819] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9352cd3-d17b-441e-90a2-cb7e49e515ec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.912202] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9352cd3-d17b-441e-90a2-cb7e49e515ec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.165518] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c in Status: SUCCESS [ 988.165868] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.414877] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.414877] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.414877] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.415883] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.415883] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.415883] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec is going to be updated. [ 988.451468] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.451622] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.451827] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.451950] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.452136] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.461925] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec in Status: IN_PROGRESS for 2s [ 988.473182] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e87c1978-e9b4-43bc-b169-7124fbbbbba6 in Status: SUCCESS [ 988.473182] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e87c1978-e9b4-43bc-b169-7124fbbbbba6 deletion is rescheduled due to dependency. [ 988.473182] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e87c1978-e9b4-43bc-b169-7124fbbbbba6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.510646] env[69258]: INFO networking_nsxv3.common.synchronization [req-6c2ec968-2a89-4403-bb74-c8b14f7c1712 req-0411f527-8af4-40ce-979d-4c5301e3c189 tempest-ServerMetadataTestJSON-938828303 tempest-ServerMetadataTestJSON-938828303-project-member] Enqueued Resource ID: 4772e4e0-03c0-4291-b688-d93125af4020 with Priority: HIGHEST for action security_group_members [ 988.511443] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4772e4e0-03c0-4291-b688-d93125af4020 with Priority: HIGHEST for action security_group_members [ 988.512083] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-4772e4e0-03c0-4291-b688-d93125af4020 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.512083] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4772e4e0-03c0-4291-b688-d93125af4020" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.512083] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4772e4e0-03c0-4291-b688-d93125af4020" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.512340] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4772e4e0-03c0-4291-b688-d93125af4020" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.512505] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.512608] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.512668] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.512825] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.512891] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.513009] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4772e4e0-03c0-4291-b688-d93125af4020',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.748790] env[69258]: INFO networking_nsxv3.common.synchronization [None req-73733842-164e-4471-b894-9e5f877a5f9e None None] Enqueued Resource ID: 00033577-f882-4e40-971a-8211a522cb13 with Priority: HIGHEST for action port [ 988.749648] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00033577-f882-4e40-971a-8211a522cb13 with Priority: HIGHEST for action port [ 988.749981] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-00033577-f882-4e40-971a-8211a522cb13 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.750136] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00033577-f882-4e40-971a-8211a522cb13" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.750192] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00033577-f882-4e40-971a-8211a522cb13" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.750608] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00033577-f882-4e40-971a-8211a522cb13" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.750608] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00033577-f882-4e40-971a-8211a522cb13',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.015943] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.016080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.016080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.016275] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.016371] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.016564] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.016667] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.016731] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.016880] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.016956] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.017054] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4772e4e0-03c0-4291-b688-d93125af4020 is going to be updated. [ 989.043603] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.043603] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.043603] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.043603] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.043603] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.053041] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4772e4e0-03c0-4291-b688-d93125af4020 in Status: IN_PROGRESS for 2s [ 989.253841] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00033577-f882-4e40-971a-8211a522cb13 [ 989.253841] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.253841] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.253841] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.253841] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.253841] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.253841] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00033577-f882-4e40-971a-8211a522cb13 already deleted. [ 989.254188] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00033577-f882-4e40-971a-8211a522cb13" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.473446] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec in Status: SUCCESS [ 990.473740] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.473934] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.474753] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.474753] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.474753] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.474753] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.474964] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.474964] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.475091] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.475150] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9352cd3-d17b-441e-90a2-cb7e49e515ec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.645753] env[69258]: INFO networking_nsxv3.common.synchronization [None req-6c315f58-ee70-41c3-8b74-8bf8126638d1 None None] Enqueued Resource ID: 39eccb89-d46b-4784-8c6d-b413f86c7d6c with Priority: HIGHEST for action port [ 990.646097] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39eccb89-d46b-4784-8c6d-b413f86c7d6c with Priority: HIGHEST for action port [ 990.646687] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-39eccb89-d46b-4784-8c6d-b413f86c7d6c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.647069] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39eccb89-d46b-4784-8c6d-b413f86c7d6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.647365] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39eccb89-d46b-4784-8c6d-b413f86c7d6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.647434] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39eccb89-d46b-4784-8c6d-b413f86c7d6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.647477] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39eccb89-d46b-4784-8c6d-b413f86c7d6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.984950] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9352cd3-d17b-441e-90a2-cb7e49e515ec taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.984950] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.984950] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.984950] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.984950] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.984950] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.984950] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.984950] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.984950] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.984950] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.984950] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9352cd3-d17b-441e-90a2-cb7e49e515ec taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.984950] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.984950] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.984950] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.984950] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.984950] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.986569] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.986569] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.986569] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.986569] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.986569] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9352cd3-d17b-441e-90a2-cb7e49e515ec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.061986] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4772e4e0-03c0-4291-b688-d93125af4020 in Status: SUCCESS [ 991.061986] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4772e4e0-03c0-4291-b688-d93125af4020 deletion is rescheduled due to dependency. [ 991.061986] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4772e4e0-03c0-4291-b688-d93125af4020" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.151346] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39eccb89-d46b-4784-8c6d-b413f86c7d6c [ 991.151602] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.152426] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.152426] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.152426] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.152426] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.152732] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39eccb89-d46b-4784-8c6d-b413f86c7d6c already deleted. [ 991.152732] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39eccb89-d46b-4784-8c6d-b413f86c7d6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.492700] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9352cd3-d17b-441e-90a2-cb7e49e515ec: rpc.has_security_group_logging(os_id): False [ 991.514180] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.514324] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.514393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.514621] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.514712] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.514901] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.515011] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.515070] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.515231] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.515307] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.515489] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.515575] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.516136] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.516136] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.516136] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.518867] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.519146] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.519146] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.520024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.520024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.520024] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec is going to be updated. [ 991.590374] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.590374] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.590593] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.590746] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.590983] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.612517] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec in Status: IN_PROGRESS for 2s [ 991.616044] env[69258]: INFO networking_nsxv3.common.synchronization [req-b32974bf-4cab-4a7a-839d-0301ea567f18 req-da1893ec-5664-4d95-99f9-388fd1d2c21a tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Enqueued Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_members [ 991.617238] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_members [ 991.617238] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.617238] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.617238] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.617436] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.617524] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.617617] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.617693] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.617839] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.617937] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.617995] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.124815] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.131295] env[69258]: INFO networking_nsxv3.common.synchronization [req-42722781-4f92-4b0e-b420-0d418f0eb195 req-6b57fd6f-b813-426a-9ba1-a1158ef2d08e tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Enqueued Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_members [ 992.131295] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_members [ 992.131295] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.131295] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.131295] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.134964] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.135184] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.135453] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.135453] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.135544] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.135604] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.135699] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.556216] env[69258]: INFO networking_nsxv3.common.synchronization [None req-80fa2585-e16f-475b-be8f-e3416ce1ce4f None None] Enqueued Resource ID: 8dcf15c1-6d7f-4699-9f84-1e3ad0cb177c with Priority: HIGHEST for action port [ 992.557978] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dcf15c1-6d7f-4699-9f84-1e3ad0cb177c with Priority: HIGHEST for action port [ 992.557978] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dcf15c1-6d7f-4699-9f84-1e3ad0cb177c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.558473] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dcf15c1-6d7f-4699-9f84-1e3ad0cb177c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.558638] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dcf15c1-6d7f-4699-9f84-1e3ad0cb177c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.559192] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dcf15c1-6d7f-4699-9f84-1e3ad0cb177c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.559496] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dcf15c1-6d7f-4699-9f84-1e3ad0cb177c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.625728] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.638199] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.638517] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.638601] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.638821] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.638917] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.639121] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.639222] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.639436] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.639436] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.639504] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.639591] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 is going to be updated. [ 992.671415] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.671606] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.671706] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.671955] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.672272] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.680875] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: IN_PROGRESS for 2s [ 992.827266] env[69258]: INFO networking_nsxv3.common.synchronization [req-05c38500-3fd1-4ffc-b801-ba9a35fb9b6e req-4f575843-fd73-4f64-bd8c-d9b6a4d7804c tempest-ServerRescueTestJSON-1386575431 tempest-ServerRescueTestJSON-1386575431-project-member] Enqueued Resource ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd with Priority: HIGHEST for action security_group_members [ 992.827833] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd with Priority: HIGHEST for action security_group_members [ 992.828115] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.828254] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.828374] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.829034] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.829034] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.829034] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.829250] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.829403] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.829550] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.829696] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('155fb631-67f9-4bc9-8e66-1c2a4a75c3cd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.973783] env[69258]: INFO networking_nsxv3.common.synchronization [None req-b108be47-6145-4dc9-9f16-e6b4ab5de421 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Enqueued Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_members [ 992.974472] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_members [ 992.975072] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.976022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.062923] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8dcf15c1-6d7f-4699-9f84-1e3ad0cb177c [ 993.063200] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.063504] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.063504] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.063657] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.063780] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.063916] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8dcf15c1-6d7f-4699-9f84-1e3ad0cb177c already deleted. [ 993.064020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dcf15c1-6d7f-4699-9f84-1e3ad0cb177c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.129090] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.129293] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.129366] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.129593] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.129687] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.129788] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 is going to be updated. [ 993.162151] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.162151] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.162151] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.162151] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.162151] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.171750] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 in Status: IN_PROGRESS for 2s [ 993.333731] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.333942] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.335030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.335030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.335030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.335030] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.335030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.335030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.335030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.335030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.335379] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd is going to be updated. [ 993.380697] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.384024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.384024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.384024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.384024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.391611] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd in Status: IN_PROGRESS for 2s [ 993.629056] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec in Status: SUCCESS [ 993.629489] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.729322] env[69258]: INFO networking_nsxv3.common.synchronization [req-cf87ab50-9a53-4880-83f6-dbd474f94a93 req-4e9bd51b-0339-4c85-8a63-1d2eee4ca50e tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Enqueued Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 993.729322] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 993.729322] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.729322] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.729322] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.729322] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.733884] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.733884] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.733884] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.733884] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.733884] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.733884] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.235719] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.235964] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.236096] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.236424] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.236573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.236872] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.237055] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.237163] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.237396] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.237526] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.237663] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f is going to be updated. [ 994.265729] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.266527] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.266527] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.266527] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.266527] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.275155] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: IN_PROGRESS for 2s [ 994.690770] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: SUCCESS [ 994.691079] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 deletion is rescheduled due to dependency. [ 994.691379] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.162623] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-133 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.162880] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-133" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.163064] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-133" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.163388] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-133" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.163735] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.164160] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.164160] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.167852] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.168040] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.168217] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 995.168488] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.168488] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.168625] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.168891] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 995.168891] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.169111] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.181347] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 in Status: SUCCESS [ 995.181347] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.181347] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.181347] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.181347] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.181347] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.181347] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.181347] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.181347] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.181347] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.195552] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.195552] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 995.195552] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.195552] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-133" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.195552] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-58f3d736-30ce-425a-96d3-08d91041e1d6 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.196067] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-58f3d736-30ce-425a-96d3-08d91041e1d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.196067] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-58f3d736-30ce-425a-96d3-08d91041e1d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.196141] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-58f3d736-30ce-425a-96d3-08d91041e1d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.196325] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58f3d736-30ce-425a-96d3-08d91041e1d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.402117] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd in Status: SUCCESS [ 995.404216] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd deletion is rescheduled due to dependency. [ 995.404216] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.684540] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.684540] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.684540] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.684906] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.684906] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.684906] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.685104] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.685104] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.685233] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.685468] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.685468] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 is going to be updated. [ 995.700251] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.700251] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.700251] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.700251] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.700251] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.700251] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 58f3d736-30ce-425a-96d3-08d91041e1d6 not found, creating... [ 995.700975] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.700975] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.700975] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.701284] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.701284] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.701591] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.701772] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.701898] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.703913] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.703913] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.703913] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 58f3d736-30ce-425a-96d3-08d91041e1d6 is going to be created. [ 995.725941] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.726348] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.727926] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.727926] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.727926] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.727926] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-58f3d736-30ce-425a-96d3-08d91041e1d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.729377] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.729512] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.729592] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.729804] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.731367] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.739067] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 in Status: IN_PROGRESS for 2s [ 996.164880] env[69258]: INFO networking_nsxv3.common.synchronization [None req-47e4fb40-ec3f-4ac4-b013-87172192ec9c None None] Enqueued Resource ID: 93bccb9c-f530-4e71-bdda-266bfa90ea07 with Priority: HIGHEST for action port [ 996.164991] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93bccb9c-f530-4e71-bdda-266bfa90ea07 with Priority: HIGHEST for action port [ 996.165234] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-93bccb9c-f530-4e71-bdda-266bfa90ea07 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.165350] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93bccb9c-f530-4e71-bdda-266bfa90ea07" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.165415] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93bccb9c-f530-4e71-bdda-266bfa90ea07" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.165669] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93bccb9c-f530-4e71-bdda-266bfa90ea07" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.165789] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93bccb9c-f530-4e71-bdda-266bfa90ea07',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.286680] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: SUCCESS [ 996.286680] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f deletion is rescheduled due to dependency. [ 996.286680] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.296393] env[69258]: INFO networking_nsxv3.common.synchronization [None req-5e5be786-422f-40d7-8d35-2fffc6cd94cc tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Enqueued Resource ID: 40a3f7f3-a560-43bb-8223-b3cecf703145 with Priority: HIGHEST for action security_group_rules [ 996.297503] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40a3f7f3-a560-43bb-8223-b3cecf703145 with Priority: HIGHEST for action security_group_rules [ 996.297682] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40a3f7f3-a560-43bb-8223-b3cecf703145 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.297826] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40a3f7f3-a560-43bb-8223-b3cecf703145" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.298272] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40a3f7f3-a560-43bb-8223-b3cecf703145" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.298272] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40a3f7f3-a560-43bb-8223-b3cecf703145" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.298408] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40a3f7f3-a560-43bb-8223-b3cecf703145',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.561632] env[69258]: INFO networking_nsxv3.common.synchronization [None req-b06a07af-b43c-4fc6-ba62-52fd5bbdabd9 None None] Enqueued Resource ID: 83a69c7d-f403-45e2-b77c-d11bf8467a61 with Priority: HIGHEST for action port [ 996.562171] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83a69c7d-f403-45e2-b77c-d11bf8467a61 with Priority: HIGHEST for action port [ 996.562522] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-83a69c7d-f403-45e2-b77c-d11bf8467a61 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.562658] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83a69c7d-f403-45e2-b77c-d11bf8467a61" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.562725] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83a69c7d-f403-45e2-b77c-d11bf8467a61" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.563047] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83a69c7d-f403-45e2-b77c-d11bf8467a61" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.566472] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83a69c7d-f403-45e2-b77c-d11bf8467a61',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.648267] env[69258]: INFO networking_nsxv3.common.synchronization [None req-149d3b25-604a-4d2d-ab3f-7cf62b48e64d tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Enqueued Resource ID: 40a3f7f3-a560-43bb-8223-b3cecf703145 with Priority: HIGHEST for action security_group_rules [ 996.648267] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40a3f7f3-a560-43bb-8223-b3cecf703145 with Priority: HIGHEST for action security_group_rules [ 996.650805] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40a3f7f3-a560-43bb-8223-b3cecf703145 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.650805] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40a3f7f3-a560-43bb-8223-b3cecf703145" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.668440] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 93bccb9c-f530-4e71-bdda-266bfa90ea07 [ 996.668670] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.668796] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.668857] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.669101] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.669188] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.669286] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:93bccb9c-f530-4e71-bdda-266bfa90ea07 already deleted. [ 996.670052] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93bccb9c-f530-4e71-bdda-266bfa90ea07" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.820845] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.820845] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.822684] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.822684] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.822684] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.822684] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40a3f7f3-a560-43bb-8223-b3cecf703145 already deleted. [ 996.822684] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40a3f7f3-a560-43bb-8223-b3cecf703145" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.822684] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40a3f7f3-a560-43bb-8223-b3cecf703145" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.822684] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40a3f7f3-a560-43bb-8223-b3cecf703145" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.822684] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40a3f7f3-a560-43bb-8223-b3cecf703145',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.079518] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83a69c7d-f403-45e2-b77c-d11bf8467a61 [ 997.079518] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.079518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.079518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.079518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.079518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.079518] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83a69c7d-f403-45e2-b77c-d11bf8467a61 already deleted. [ 997.079518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83a69c7d-f403-45e2-b77c-d11bf8467a61" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.308286] env[69258]: INFO networking_nsxv3.common.synchronization [req-cf87ab50-9a53-4880-83f6-dbd474f94a93 req-8e4be0cd-2552-4735-a17b-54deaf27524a service nova] Enqueued Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_rules [ 997.308387] env[69258]: INFO networking_nsxv3.common.synchronization [req-cf87ab50-9a53-4880-83f6-dbd474f94a93 req-8e4be0cd-2552-4735-a17b-54deaf27524a service nova] Enqueued Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 997.308565] env[69258]: INFO networking_nsxv3.common.synchronization [req-cf87ab50-9a53-4880-83f6-dbd474f94a93 req-8e4be0cd-2552-4735-a17b-54deaf27524a service nova] Enqueued Resource ID: 58f3d736-30ce-425a-96d3-08d91041e1d6 with Priority: HIGHEST for action port [ 997.309132] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_rules [ 997.309263] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 997.309378] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f3d736-30ce-425a-96d3-08d91041e1d6 with Priority: HIGHEST for action port [ 997.309947] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.312065] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.312065] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.312065] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.312065] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.312065] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.312065] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.312065] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.312065] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.313883] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.314048] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.315000] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.315000] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.315000] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.315000] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.315413] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-58f3d736-30ce-425a-96d3-08d91041e1d6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.315548] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58f3d736-30ce-425a-96d3-08d91041e1d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.315639] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58f3d736-30ce-425a-96d3-08d91041e1d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.315815] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58f3d736-30ce-425a-96d3-08d91041e1d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.315943] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58f3d736-30ce-425a-96d3-08d91041e1d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.342276] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.342500] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.342578] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.342794] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.342944] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.342991] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40a3f7f3-a560-43bb-8223-b3cecf703145 already deleted. [ 997.343163] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40a3f7f3-a560-43bb-8223-b3cecf703145" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.511953] env[69258]: INFO networking_nsxv3.common.synchronization [req-3d025a53-f789-4ddc-bbc7-85e9cdfa54e3 req-b4765730-2121-42ef-9690-eda8d010f0e8 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Enqueued Resource ID: 4e827a93-c781-41ec-832f-40076adb2dcb with Priority: HIGHEST for action security_group_members [ 997.512547] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e827a93-c781-41ec-832f-40076adb2dcb with Priority: HIGHEST for action security_group_members [ 997.515841] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e827a93-c781-41ec-832f-40076adb2dcb taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.515841] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e827a93-c781-41ec-832f-40076adb2dcb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.515841] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e827a93-c781-41ec-832f-40076adb2dcb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.515841] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e827a93-c781-41ec-832f-40076adb2dcb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.515841] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.515841] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.515841] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.515841] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.515841] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.515841] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e827a93-c781-41ec-832f-40076adb2dcb',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.748435] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 in Status: SUCCESS [ 997.748435] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 deletion is rescheduled due to dependency. [ 997.748684] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.752886] env[69258]: INFO networking_nsxv3.common.synchronization [req-7c927e53-2b79-4ede-83b6-33f900819987 req-20e7e019-e173-4cc0-a070-6802cd3b6574 tempest-ImagesOneServerNegativeTestJSON-1481565904 tempest-ImagesOneServerNegativeTestJSON-1481565904-project-member] Enqueued Resource ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec with Priority: HIGHEST for action security_group_members [ 997.753268] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec with Priority: HIGHEST for action security_group_members [ 997.753712] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9352cd3-d17b-441e-90a2-cb7e49e515ec taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.753873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.753873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.754154] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.754281] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.754374] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.754440] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.754591] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.754689] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.754770] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9352cd3-d17b-441e-90a2-cb7e49e515ec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.818194] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.818544] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.818888] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.823021] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58f3d736-30ce-425a-96d3-08d91041e1d6 with status ACTIVE [ 997.823021] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.823021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.823021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.823021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.823021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.823021] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.823021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.823021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.823021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.823021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.823021] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.823021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.823021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.823021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.823021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.823021] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58f3d736-30ce-425a-96d3-08d91041e1d6 is going to be updated. [ 997.847515] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.847680] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.847719] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.847922] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.848244] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.848244] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58f3d736-30ce-425a-96d3-08d91041e1d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.024744] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.024744] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.024744] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.024744] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.024744] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.024744] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.024744] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.024744] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.024744] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.024744] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.024744] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e827a93-c781-41ec-832f-40076adb2dcb is going to be updated. [ 998.065894] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.066058] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.066119] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.068018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.068018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.077999] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e827a93-c781-41ec-832f-40076adb2dcb in Status: IN_PROGRESS for 2s [ 998.261518] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.261518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.261616] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.261802] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.261898] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.262195] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.262291] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.262291] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.262430] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.262502] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.262588] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec is going to be updated. [ 998.289970] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.290142] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.290218] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.290433] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.290576] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.301747] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec in Status: IN_PROGRESS for 2s [ 998.327725] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.832041] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.832378] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.832378] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.832520] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.832574] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.832672] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f is going to be updated. [ 998.861536] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.861536] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.861536] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.861819] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.865263] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.873290] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: IN_PROGRESS for 2s [ 999.303662] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.303945] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-914" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.305338] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-914" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.305338] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-914" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.305338] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.305338] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.305338] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.305338] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.305338] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.305657] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 999.305797] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 999.305958] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 999.306124] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 999.306271] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 999.306405] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 999.306567] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.318207] env[69258]: INFO networking_nsxv3.common.synchronization [req-2f2f0d9f-0758-4aaf-b790-dcaa27215dff req-b222c6b0-5d20-425d-ad06-3c4eadca0e99 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Enqueued Resource ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c with Priority: HIGHEST for action security_group_members [ 999.320823] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c with Priority: HIGHEST for action security_group_members [ 999.320823] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.320823] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.320823] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.320823] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.320823] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.320823] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.321214] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.321214] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.321214] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.321371] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ffb846d-349d-4eb3-9dc0-398beef4bb9c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.324871] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.325034] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 999.325208] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 999.325382] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-914" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.325666] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-66b10043-90c4-475d-95dc-dc7da2b84350 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.325869] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-66b10043-90c4-475d-95dc-dc7da2b84350" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.325959] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-66b10043-90c4-475d-95dc-dc7da2b84350" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.326227] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-66b10043-90c4-475d-95dc-dc7da2b84350" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.326363] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66b10043-90c4-475d-95dc-dc7da2b84350',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.735206] env[69258]: INFO networking_nsxv3.common.synchronization [None req-6f5db9d9-b4eb-4567-a5ce-eef357ac3365 None None] Enqueued Resource ID: bca2a4da-5989-49b1-8496-0e4a905bad73 with Priority: HIGHEST for action port [ 999.735469] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bca2a4da-5989-49b1-8496-0e4a905bad73 with Priority: HIGHEST for action port [ 999.736056] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-bca2a4da-5989-49b1-8496-0e4a905bad73 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.736188] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bca2a4da-5989-49b1-8496-0e4a905bad73" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.736391] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bca2a4da-5989-49b1-8496-0e4a905bad73" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.737319] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bca2a4da-5989-49b1-8496-0e4a905bad73" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.737319] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bca2a4da-5989-49b1-8496-0e4a905bad73',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.829681] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ffb846d-349d-4eb3-9dc0-398beef4bb9c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.833282] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.833282] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.833282] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.833282] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.833282] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.833282] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.833282] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.833282] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.833282] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.833804] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.833804] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.833804] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.833916] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.834522] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.834522] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.834522] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 66b10043-90c4-475d-95dc-dc7da2b84350 is going to be updated. [ 999.861099] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.861666] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.861666] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.861770] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.862063] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.862224] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-66b10043-90c4-475d-95dc-dc7da2b84350" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.089019] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e827a93-c781-41ec-832f-40076adb2dcb in Status: SUCCESS [ 1000.089220] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e827a93-c781-41ec-832f-40076adb2dcb deletion is rescheduled due to dependency. [ 1000.089340] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e827a93-c781-41ec-832f-40076adb2dcb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.241611] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bca2a4da-5989-49b1-8496-0e4a905bad73 [ 1000.241938] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.242157] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.242199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.242430] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.242526] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.242622] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bca2a4da-5989-49b1-8496-0e4a905bad73 already deleted. [ 1000.242712] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bca2a4da-5989-49b1-8496-0e4a905bad73" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.309043] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec in Status: SUCCESS [ 1000.309252] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9352cd3-d17b-441e-90a2-cb7e49e515ec deletion is rescheduled due to dependency. [ 1000.309371] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9352cd3-d17b-441e-90a2-cb7e49e515ec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.340451] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ffb846d-349d-4eb3-9dc0-398beef4bb9c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.648429] env[69258]: INFO networking_nsxv3.common.synchronization [req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff req-5dd645f3-7f40-45df-b640-9e2bdb182ad2 service nova] Enqueued Resource ID: ebf18e8d-310e-4b85-9866-b265a126ff3c with Priority: HIGHEST for action security_group_rules [ 1000.648429] env[69258]: INFO networking_nsxv3.common.synchronization [req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff req-5dd645f3-7f40-45df-b640-9e2bdb182ad2 service nova] Enqueued Resource ID: ebf18e8d-310e-4b85-9866-b265a126ff3c with Priority: HIGHEST for action security_group_members [ 1000.648595] env[69258]: INFO networking_nsxv3.common.synchronization [req-766fc7e1-efb3-471f-ac91-d6e8f1f48eff req-5dd645f3-7f40-45df-b640-9e2bdb182ad2 service nova] Enqueued Resource ID: 66b10043-90c4-475d-95dc-dc7da2b84350 with Priority: HIGHEST for action port [ 1000.649988] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebf18e8d-310e-4b85-9866-b265a126ff3c with Priority: HIGHEST for action security_group_rules [ 1000.649988] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebf18e8d-310e-4b85-9866-b265a126ff3c with Priority: HIGHEST for action security_group_members [ 1000.649988] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b10043-90c4-475d-95dc-dc7da2b84350 with Priority: HIGHEST for action port [ 1000.650145] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebf18e8d-310e-4b85-9866-b265a126ff3c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.650327] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.650677] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.650947] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.651116] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebf18e8d-310e-4b85-9866-b265a126ff3c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.653110] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebf18e8d-310e-4b85-9866-b265a126ff3c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.653605] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.653723] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.654282] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.654282] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.654426] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.654497] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.655390] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.655535] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.655652] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebf18e8d-310e-4b85-9866-b265a126ff3c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.656711] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-66b10043-90c4-475d-95dc-dc7da2b84350 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.656874] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66b10043-90c4-475d-95dc-dc7da2b84350" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.656952] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66b10043-90c4-475d-95dc-dc7da2b84350" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.657181] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66b10043-90c4-475d-95dc-dc7da2b84350" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.657270] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66b10043-90c4-475d-95dc-dc7da2b84350',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.842377] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.842650] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.842650] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.842809] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.842899] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.842997] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c is going to be updated. [ 1000.873875] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.874092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.874140] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.874322] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.874469] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.883624] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: SUCCESS [ 1000.883822] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.883996] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.884215] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.884405] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.884513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.884576] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.884747] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.884821] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.884930] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.885046] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.886625] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c in Status: IN_PROGRESS for 2s [ 1001.153362] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebf18e8d-310e-4b85-9866-b265a126ff3c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.153450] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.159857] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebf18e8d-310e-4b85-9866-b265a126ff3c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.161828] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66b10043-90c4-475d-95dc-dc7da2b84350 with status ACTIVE [ 1001.161828] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.161828] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.161828] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.162698] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.162804] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.163267] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.163267] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.163267] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.163449] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.164023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.164023] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.164023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.164023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.164320] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.164320] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.164320] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66b10043-90c4-475d-95dc-dc7da2b84350 is going to be updated. [ 1001.189800] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.189943] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.190154] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.190283] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.190420] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.190580] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66b10043-90c4-475d-95dc-dc7da2b84350" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.390109] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.390109] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.390109] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.390109] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.390109] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.390109] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.390109] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.390480] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.390480] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.390480] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.390612] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.390612] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.390683] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.390807] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.390957] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.391072] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.391130] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.391266] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.391343] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.391422] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.391506] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.666391] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebf18e8d-310e-4b85-9866-b265a126ff3c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.896974] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c754537a-1169-4215-9bdd-f31b86f6cd2f: rpc.has_security_group_logging(os_id): False [ 1001.916776] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.917056] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.917056] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.918433] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.918433] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.919245] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.919245] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.919245] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.919439] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.921256] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.921256] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.921256] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.921256] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.921256] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.921256] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.921256] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.921256] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.921256] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.921256] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.921256] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.921256] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f is going to be updated. [ 1001.987835] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.987835] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.987835] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.987835] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.987835] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.006221] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: IN_PROGRESS for 2s [ 1002.170880] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.171253] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.171253] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.171652] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.171652] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.171652] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebf18e8d-310e-4b85-9866-b265a126ff3c is going to be updated. [ 1002.207103] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.208069] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.208069] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.208069] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.208069] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.237056] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebf18e8d-310e-4b85-9866-b265a126ff3c in Status: IN_PROGRESS for 2s [ 1002.897332] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c in Status: SUCCESS [ 1002.898195] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.921136] env[69258]: INFO networking_nsxv3.common.synchronization [None req-3ea9a53b-1853-4471-85de-dfb2c5d1975d None None] Enqueued Resource ID: 24b4e821-d3d2-4b0d-a10f-bf3d37d8d88f with Priority: HIGHEST for action port [ 1003.921136] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24b4e821-d3d2-4b0d-a10f-bf3d37d8d88f with Priority: HIGHEST for action port [ 1003.921136] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-24b4e821-d3d2-4b0d-a10f-bf3d37d8d88f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.921136] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24b4e821-d3d2-4b0d-a10f-bf3d37d8d88f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.921136] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24b4e821-d3d2-4b0d-a10f-bf3d37d8d88f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.921136] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24b4e821-d3d2-4b0d-a10f-bf3d37d8d88f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.921136] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24b4e821-d3d2-4b0d-a10f-bf3d37d8d88f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.022119] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: SUCCESS [ 1004.022119] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.248080] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebf18e8d-310e-4b85-9866-b265a126ff3c in Status: SUCCESS [ 1004.248391] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.250140] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.250140] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.250140] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.250140] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.250140] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.250140] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.250140] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.250140] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.250140] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebf18e8d-310e-4b85-9866-b265a126ff3c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.426231] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24b4e821-d3d2-4b0d-a10f-bf3d37d8d88f [ 1004.426231] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.426231] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.426231] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.426231] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.426231] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.426231] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24b4e821-d3d2-4b0d-a10f-bf3d37d8d88f already deleted. [ 1004.426231] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24b4e821-d3d2-4b0d-a10f-bf3d37d8d88f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.752539] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebf18e8d-310e-4b85-9866-b265a126ff3c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.756288] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.756394] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.756646] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.756849] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.756967] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.757070] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.757245] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.757349] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.757442] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.757605] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebf18e8d-310e-4b85-9866-b265a126ff3c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.757700] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.757770] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.758099] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.758256] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.758352] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.758414] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.758555] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.758645] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.758773] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.758876] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebf18e8d-310e-4b85-9866-b265a126ff3c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.262120] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebf18e8d-310e-4b85-9866-b265a126ff3c: rpc.has_security_group_logging(os_id): False [ 1005.281258] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.281258] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.281258] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.281501] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.281501] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.281733] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.281926] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.282624] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.282624] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.282624] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.283820] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.283820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.283820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.283820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.283820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.283820] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.283820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.283820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.283820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.284161] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.284161] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebf18e8d-310e-4b85-9866-b265a126ff3c is going to be updated. [ 1005.339894] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.340043] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.340104] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.342720] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.342720] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.356212] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebf18e8d-310e-4b85-9866-b265a126ff3c in Status: IN_PROGRESS for 2s [ 1006.019622] env[69258]: INFO networking_nsxv3.common.synchronization [None req-64ff56c1-dc1d-46a4-a755-2c8d56b4da83 None None] Enqueued Resource ID: a6912d54-adfa-4a88-97a7-639384fe14c3 with Priority: HIGHEST for action port [ 1006.019673] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6912d54-adfa-4a88-97a7-639384fe14c3 with Priority: HIGHEST for action port [ 1006.020061] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6912d54-adfa-4a88-97a7-639384fe14c3 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.023938] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6912d54-adfa-4a88-97a7-639384fe14c3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.023938] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6912d54-adfa-4a88-97a7-639384fe14c3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.023938] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6912d54-adfa-4a88-97a7-639384fe14c3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.024850] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6912d54-adfa-4a88-97a7-639384fe14c3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.525716] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6912d54-adfa-4a88-97a7-639384fe14c3 [ 1006.526013] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.526187] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.526242] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.526551] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.526708] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.526765] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6912d54-adfa-4a88-97a7-639384fe14c3 already deleted. [ 1006.526844] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6912d54-adfa-4a88-97a7-639384fe14c3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.687873] env[69258]: INFO networking_nsxv3.common.synchronization [req-3bb08cb6-47a4-454a-8639-144aea7a8005 req-6c525a2d-eecd-4e7f-aaec-6c457f11e70e tempest-ServersWithSpecificFlavorTestJSON-2068511788 tempest-ServersWithSpecificFlavorTestJSON-2068511788-project-member] Enqueued Resource ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 with Priority: HIGHEST for action security_group_members [ 1006.691957] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 with Priority: HIGHEST for action security_group_members [ 1006.691957] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-30a85234-4be1-45e4-8d76-8981ce663fe0 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.691957] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.691957] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.691957] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.691957] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.691957] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.691957] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.692399] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.692399] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.692399] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30a85234-4be1-45e4-8d76-8981ce663fe0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.743570] env[69258]: INFO networking_nsxv3.common.synchronization [None req-f5aaf2fb-795d-40c2-bc8f-45dd64da3f71 None None] Enqueued Resource ID: 293bd6a6-6503-4747-b3b2-dc9f0a869395 with Priority: HIGHEST for action port [ 1006.744131] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 293bd6a6-6503-4747-b3b2-dc9f0a869395 with Priority: HIGHEST for action port [ 1006.744511] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-293bd6a6-6503-4747-b3b2-dc9f0a869395 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.744632] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-293bd6a6-6503-4747-b3b2-dc9f0a869395" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.744700] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-293bd6a6-6503-4747-b3b2-dc9f0a869395" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.744959] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-293bd6a6-6503-4747-b3b2-dc9f0a869395" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.745114] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('293bd6a6-6503-4747-b3b2-dc9f0a869395',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.195804] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.196277] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.196277] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.196277] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.196482] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.196683] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.196683] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.197852] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.197852] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.197852] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.197852] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 is going to be updated. [ 1007.239706] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.239815] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.239815] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.240078] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.240239] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.247817] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 293bd6a6-6503-4747-b3b2-dc9f0a869395 [ 1007.248091] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.248206] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.248244] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.248496] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.248596] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.248694] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:293bd6a6-6503-4747-b3b2-dc9f0a869395 already deleted. [ 1007.248792] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-293bd6a6-6503-4747-b3b2-dc9f0a869395" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.259143] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 in Status: IN_PROGRESS for 2s [ 1007.267381] env[69258]: INFO networking_nsxv3.common.synchronization [None req-ea0e84e0-4cee-4f94-906f-530ad4b6edc7 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Enqueued Resource ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d with Priority: HIGHEST for action security_group_rules [ 1007.267912] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d with Priority: HIGHEST for action security_group_rules [ 1007.268895] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.269047] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.269117] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.269379] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.269460] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1dd1e46-1c01-4f64-9ede-c03988ddcf2d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.370456] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebf18e8d-310e-4b85-9866-b265a126ff3c in Status: SUCCESS [ 1007.370456] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.430029] env[69258]: INFO networking_nsxv3.common.synchronization [None req-ffcd3405-a776-4461-a528-932bbe8fa1a9 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Enqueued Resource ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d with Priority: HIGHEST for action security_group_rules [ 1007.431620] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d with Priority: HIGHEST for action security_group_rules [ 1007.432523] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.435340] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.788948] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.789236] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.789236] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.789403] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.789492] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.789588] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d already deleted. [ 1007.789674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.789815] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.789965] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.790077] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1dd1e46-1c01-4f64-9ede-c03988ddcf2d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.315770] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.315896] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.315974] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.316199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.316290] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.316385] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d already deleted. [ 1008.316466] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.370829] env[69258]: INFO networking_nsxv3.common.synchronization [req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 req-2b231fcd-413c-4484-bce2-883f90e271a5 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Enqueued Resource ID: 779d27df-8595-490a-8f14-30d04012af0e with Priority: HIGHEST for action security_group_members [ 1008.374397] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779d27df-8595-490a-8f14-30d04012af0e with Priority: HIGHEST for action security_group_members [ 1008.374739] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-779d27df-8595-490a-8f14-30d04012af0e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.374860] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.374926] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.375244] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.375410] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.375553] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.375591] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.375826] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.375826] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.375892] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('779d27df-8595-490a-8f14-30d04012af0e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.878749] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.879078] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.879078] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.879151] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.879255] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.879456] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.879559] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.879619] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.880105] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.880105] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.880105] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 779d27df-8595-490a-8f14-30d04012af0e already deleted. [ 1008.880105] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.006303] env[69258]: INFO networking_nsxv3.common.synchronization [None req-c1326d97-0b03-4da1-8779-11d083f0655e None None] Enqueued Resource ID: e61dca19-209b-488b-9ea5-82783eaba4cd with Priority: HIGHEST for action port [ 1009.006927] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e61dca19-209b-488b-9ea5-82783eaba4cd with Priority: HIGHEST for action port [ 1009.007280] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-e61dca19-209b-488b-9ea5-82783eaba4cd taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.007420] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e61dca19-209b-488b-9ea5-82783eaba4cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.007468] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e61dca19-209b-488b-9ea5-82783eaba4cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.007729] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e61dca19-209b-488b-9ea5-82783eaba4cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.007802] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e61dca19-209b-488b-9ea5-82783eaba4cd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.113679] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.113876] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-244" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.114020] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-244" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.114381] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-244" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.114663] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.114832] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.115089] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.115431] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.115811] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.116304] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1009.116304] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.116404] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.116552] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.116707] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1009.117413] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.117413] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.134857] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.135067] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1009.135217] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.135414] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-244" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.135801] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-e6b84bdd-3c73-4797-805b-5ab698e65ca9 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.136078] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-e6b84bdd-3c73-4797-805b-5ab698e65ca9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.136151] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-e6b84bdd-3c73-4797-805b-5ab698e65ca9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.136489] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-e6b84bdd-3c73-4797-805b-5ab698e65ca9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.136686] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6b84bdd-3c73-4797-805b-5ab698e65ca9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.270133] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 in Status: SUCCESS [ 1009.270133] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 deletion is rescheduled due to dependency. [ 1009.270133] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.509716] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e61dca19-209b-488b-9ea5-82783eaba4cd [ 1009.510125] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.510309] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.510408] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.510644] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.510742] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.510869] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e61dca19-209b-488b-9ea5-82783eaba4cd already deleted. [ 1009.510973] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e61dca19-209b-488b-9ea5-82783eaba4cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.642804] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.642804] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.642804] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.642804] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.642804] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.642804] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port e6b84bdd-3c73-4797-805b-5ab698e65ca9 not found, creating... [ 1009.642804] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.642804] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.642804] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.642804] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.642804] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.643323] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.643323] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.643323] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.643323] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.643323] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.643323] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: e6b84bdd-3c73-4797-805b-5ab698e65ca9 is going to be created. [ 1009.665331] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.666170] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.666170] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.666170] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.666336] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.666475] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-e6b84bdd-3c73-4797-805b-5ab698e65ca9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.623710] env[69258]: INFO networking_nsxv3.common.synchronization [req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 req-ad968f7e-0724-4cbb-984d-817f6b70663e service nova] Enqueued Resource ID: 779d27df-8595-490a-8f14-30d04012af0e with Priority: HIGHEST for action security_group_rules [ 1010.623710] env[69258]: INFO networking_nsxv3.common.synchronization [req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 req-ad968f7e-0724-4cbb-984d-817f6b70663e service nova] Enqueued Resource ID: 779d27df-8595-490a-8f14-30d04012af0e with Priority: HIGHEST for action security_group_members [ 1010.623710] env[69258]: INFO networking_nsxv3.common.synchronization [req-79f049a8-19fb-4c02-b71a-6fbbb66af3f0 req-ad968f7e-0724-4cbb-984d-817f6b70663e service nova] Enqueued Resource ID: e6b84bdd-3c73-4797-805b-5ab698e65ca9 with Priority: HIGHEST for action port [ 1010.623710] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779d27df-8595-490a-8f14-30d04012af0e with Priority: HIGHEST for action security_group_rules [ 1010.623710] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779d27df-8595-490a-8f14-30d04012af0e with Priority: HIGHEST for action security_group_members [ 1010.623710] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6b84bdd-3c73-4797-805b-5ab698e65ca9 with Priority: HIGHEST for action port [ 1010.623710] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-779d27df-8595-490a-8f14-30d04012af0e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.623710] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.623710] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.624241] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.624241] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('779d27df-8595-490a-8f14-30d04012af0e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.626167] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-779d27df-8595-490a-8f14-30d04012af0e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.626167] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.626167] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.626167] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.626595] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.626595] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.626595] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.626798] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.626917] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.627049] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('779d27df-8595-490a-8f14-30d04012af0e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.628159] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6b84bdd-3c73-4797-805b-5ab698e65ca9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.628465] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6b84bdd-3c73-4797-805b-5ab698e65ca9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.628465] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6b84bdd-3c73-4797-805b-5ab698e65ca9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.629396] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6b84bdd-3c73-4797-805b-5ab698e65ca9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.629396] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6b84bdd-3c73-4797-805b-5ab698e65ca9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.924802] env[69258]: INFO networking_nsxv3.common.synchronization [req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e req-f87c5525-0d93-47e6-bbb2-b9fd61142813 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Enqueued Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_members [ 1010.927380] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_members [ 1010.927380] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.927380] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.927380] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.927380] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.927380] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.927380] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.927380] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.927380] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.927380] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.927380] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.131316] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('779d27df-8595-490a-8f14-30d04012af0e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.133463] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-779d27df-8595-490a-8f14-30d04012af0e taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.133573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.136223] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6b84bdd-3c73-4797-805b-5ab698e65ca9 with status ACTIVE [ 1011.136223] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.136223] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.136223] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.136223] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.136223] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.136957] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.137130] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.137245] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.137519] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.137613] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.137817] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.137917] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.138018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.138204] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.138332] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.138400] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6b84bdd-3c73-4797-805b-5ab698e65ca9 is going to be updated. [ 1011.158161] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.158408] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.158508] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.158753] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.158908] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.159084] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6b84bdd-3c73-4797-805b-5ab698e65ca9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.358407] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-339 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.358612] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-339" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.358740] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-339" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.358998] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-339" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.359268] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.359430] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.359555] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.359778] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.359925] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.360180] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1011.360327] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.360408] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.360522] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.360636] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1011.360744] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.360875] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.378242] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.378405] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1011.378546] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.378711] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-339" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.379015] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-0ed49f44-de8e-451a-8f64-95eb2ec68f11 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.379184] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-0ed49f44-de8e-451a-8f64-95eb2ec68f11" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.379308] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-0ed49f44-de8e-451a-8f64-95eb2ec68f11" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.379614] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-0ed49f44-de8e-451a-8f64-95eb2ec68f11" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.379771] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ed49f44-de8e-451a-8f64-95eb2ec68f11',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.430187] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.430350] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.430507] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.430721] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.430851] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.431097] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.431163] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.431223] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.431383] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.431466] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.431557] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 is going to be updated. [ 1011.461925] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.462171] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.462171] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.462351] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.462587] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.471127] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: IN_PROGRESS for 2s [ 1011.635070] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('779d27df-8595-490a-8f14-30d04012af0e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.882611] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.882853] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.882986] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.883295] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.883457] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.883619] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 0ed49f44-de8e-451a-8f64-95eb2ec68f11 not found, creating... [ 1011.883887] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.884069] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.884198] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.884429] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.884575] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.884871] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.885034] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.885198] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.885394] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.885559] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.885710] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 0ed49f44-de8e-451a-8f64-95eb2ec68f11 is going to be created. [ 1011.904722] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.904933] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.905077] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.905333] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.905567] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.905794] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-0ed49f44-de8e-451a-8f64-95eb2ec68f11" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.136791] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.136943] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.137036] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.137275] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.137370] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.137471] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 779d27df-8595-490a-8f14-30d04012af0e is going to be created. [ 1012.166072] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.166407] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.166407] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.166578] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.166735] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.176681] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779d27df-8595-490a-8f14-30d04012af0e in Status: UNINITIALIZED for 2s [ 1012.636846] env[69258]: INFO networking_nsxv3.common.synchronization [req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e req-21f545c6-c219-4780-9e49-e6995854cd3f service nova] Enqueued Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_rules [ 1012.637139] env[69258]: INFO networking_nsxv3.common.synchronization [req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e req-21f545c6-c219-4780-9e49-e6995854cd3f service nova] Enqueued Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_members [ 1012.637251] env[69258]: INFO networking_nsxv3.common.synchronization [req-dce959bb-b135-4e6e-9c83-4ddfbcd4d63e req-21f545c6-c219-4780-9e49-e6995854cd3f service nova] Enqueued Resource ID: 0ed49f44-de8e-451a-8f64-95eb2ec68f11 with Priority: HIGHEST for action port [ 1012.637459] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_rules [ 1012.637585] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_members [ 1012.637681] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ed49f44-de8e-451a-8f64-95eb2ec68f11 with Priority: HIGHEST for action port [ 1012.638724] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.638847] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.638917] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.639160] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.639160] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.640105] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.640332] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.640420] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ed49f44-de8e-451a-8f64-95eb2ec68f11 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.640505] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ed49f44-de8e-451a-8f64-95eb2ec68f11" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.640589] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ed49f44-de8e-451a-8f64-95eb2ec68f11" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.644354] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ed49f44-de8e-451a-8f64-95eb2ec68f11" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.644354] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ed49f44-de8e-451a-8f64-95eb2ec68f11',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.142674] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.145347] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.146568] env[69258]: INFO networking_nsxv3.common.synchronization [req-bd3c5a04-793e-4047-b4ed-d744c076c24e req-1e016984-a46f-4850-bb52-1a7132a59086 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Enqueued Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 1013.147151] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 1013.147709] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ed49f44-de8e-451a-8f64-95eb2ec68f11 with status ACTIVE [ 1013.147709] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.147876] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.147876] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.148064] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.149177] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.149177] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.149177] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.149177] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.149177] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.149177] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.149177] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.149177] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.149177] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.149177] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.150070] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.150070] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ed49f44-de8e-451a-8f64-95eb2ec68f11 is going to be updated. [ 1013.150580] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.150689] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.150750] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.150894] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.151166] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.151280] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.151341] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.151486] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.151557] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.151651] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.176096] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.176250] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.176930] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.176930] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.176930] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.176930] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ed49f44-de8e-451a-8f64-95eb2ec68f11" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.480490] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: SUCCESS [ 1013.480783] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 deletion is rescheduled due to dependency. [ 1013.481044] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.481201] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.481507] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.481762] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.481908] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.481983] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.482204] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.482316] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.482465] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.653716] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.654089] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.654089] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.654206] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.654315] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.654787] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.654787] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.654787] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.654975] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.654975] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.655084] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f is going to be updated. [ 1013.681231] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.681420] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.681471] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.681688] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.681872] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.690509] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: IN_PROGRESS for 2s [ 1013.984915] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.186447] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779d27df-8595-490a-8f14-30d04012af0e in Status: SUCCESS [ 1014.186876] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.187142] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.187367] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.187658] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.187822] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.188049] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.188223] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.188352] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.188503] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.189107] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('779d27df-8595-490a-8f14-30d04012af0e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.487678] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.690809] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-779d27df-8595-490a-8f14-30d04012af0e taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.691245] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.691245] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.691331] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.691482] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.691631] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.691631] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.691817] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.691882] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.692064] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.692157] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-779d27df-8595-490a-8f14-30d04012af0e taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.692231] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.692303] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.692582] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.692693] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.692764] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.692809] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.692936] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.693016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.693106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.693198] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('779d27df-8595-490a-8f14-30d04012af0e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.990702] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.990702] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.990857] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.991036] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.991138] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.991260] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 is going to be updated. [ 1015.016231] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.016231] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.016231] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.016427] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.016554] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.025031] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: IN_PROGRESS for 2s [ 1015.198058] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 779d27df-8595-490a-8f14-30d04012af0e: rpc.has_security_group_logging(os_id): False [ 1015.217220] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.217393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.217444] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.217654] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.217744] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.217955] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.218361] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.218443] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.218540] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.218622] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.218812] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.218908] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.219216] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.219216] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.219216] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.219369] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.219488] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.219577] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.219784] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.219877] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.220009] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 779d27df-8595-490a-8f14-30d04012af0e is going to be created. [ 1015.282209] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.282209] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.282209] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.282209] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.282209] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.295295] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 779d27df-8595-490a-8f14-30d04012af0e in Status: IN_PROGRESS for 2s [ 1015.699413] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: SUCCESS [ 1015.699679] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f deletion is rescheduled due to dependency. [ 1015.699722] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.082729] env[69258]: INFO networking_nsxv3.common.synchronization [req-2c7a2fbc-9398-48bd-8500-34eebf72fc61 req-98f9b9e2-ee6b-498b-9741-c480333c48e8 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Enqueued Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGHEST for action security_group_members [ 1016.083318] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGHEST for action security_group_members [ 1016.084022] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.084022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.084022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.084022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.086761] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.086761] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.086761] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.086761] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.086761] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.086761] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.589106] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.034875] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: SUCCESS [ 1017.035368] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.035368] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.035492] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.037689] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.037689] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.037689] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.037689] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.037689] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.037689] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.037689] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.092416] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.220762] env[69258]: INFO networking_nsxv3.common.synchronization [req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 req-8c9ad3ed-75be-4cae-871c-a2b8b1a2b25c tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Enqueued Resource ID: 779d27df-8595-490a-8f14-30d04012af0e with Priority: HIGHEST for action security_group_members [ 1017.221375] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779d27df-8595-490a-8f14-30d04012af0e with Priority: HIGHEST for action security_group_members [ 1017.221684] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-779d27df-8595-490a-8f14-30d04012af0e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.221807] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.221881] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.223783] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.223984] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.224113] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.224172] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.224343] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.224472] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.224529] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('779d27df-8595-490a-8f14-30d04012af0e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.305882] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 779d27df-8595-490a-8f14-30d04012af0e in Status: SUCCESS [ 1017.306515] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.540941] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.541181] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.541181] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.541304] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.541503] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.541584] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.541642] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.542430] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.542430] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.542430] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.542430] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.542430] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.542430] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.542430] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.542721] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.542721] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.542721] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.542814] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.542950] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.542950] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.543103] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.597684] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.597684] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.597684] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.597684] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.597684] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.597684] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a647b22e-b538-4691-821e-794e7b4d00d6 is going to be updated. [ 1017.628364] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.628364] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.628982] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.628982] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.628982] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.637766] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: IN_PROGRESS for 2s [ 1017.669981] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.670302] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-244" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.670476] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-244" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.670795] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-244" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.671130] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.671349] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.671536] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.671864] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.672066] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.672366] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1017.672548] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.672694] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.672845] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.672981] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1017.673131] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.673307] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.693820] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.693820] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1017.693820] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.693820] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-244" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.693820] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-eca1d6bb-e8e4-496c-84ab-a9bce7d3f129 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.693820] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-eca1d6bb-e8e4-496c-84ab-a9bce7d3f129" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.693820] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-eca1d6bb-e8e4-496c-84ab-a9bce7d3f129" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.694252] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-eca1d6bb-e8e4-496c-84ab-a9bce7d3f129" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.694294] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eca1d6bb-e8e4-496c-84ab-a9bce7d3f129',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.728720] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('779d27df-8595-490a-8f14-30d04012af0e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.047649] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c8dc541-bce3-4239-a47a-451d9ee5b7e9: rpc.has_security_group_logging(os_id): False [ 1018.066019] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.066019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.066019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.066019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.066019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.066019] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.066019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.066019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.066019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.066019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.066019] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.066019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.066019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.066019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.066019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.066605] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.066605] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.066605] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.066605] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.066605] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.066605] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 is going to be updated. [ 1018.124139] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.124139] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.124139] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.124139] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.124139] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.136343] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: IN_PROGRESS for 2s [ 1018.200021] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.200021] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.200021] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.200021] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.200021] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.200021] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port eca1d6bb-e8e4-496c-84ab-a9bce7d3f129 not found, creating... [ 1018.200021] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.200021] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.200021] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.200021] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.200021] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.200522] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.200522] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.200522] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.200522] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.200522] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.200522] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: eca1d6bb-e8e4-496c-84ab-a9bce7d3f129 is going to be created. [ 1018.234021] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('779d27df-8595-490a-8f14-30d04012af0e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.234021] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.234021] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.234021] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.234825] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.235340] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.235722] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-eca1d6bb-e8e4-496c-84ab-a9bce7d3f129" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.739672] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.739672] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.739672] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.739672] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.739672] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.739672] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 779d27df-8595-490a-8f14-30d04012af0e is going to be updated. [ 1018.763800] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.764177] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.764402] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.764735] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.765036] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.773368] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779d27df-8595-490a-8f14-30d04012af0e in Status: IN_PROGRESS for 2s [ 1018.958433] env[69258]: INFO networking_nsxv3.common.synchronization [req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 req-3f54bcfe-cf20-4761-b9bd-895925d06fc3 service nova] Enqueued Resource ID: 779d27df-8595-490a-8f14-30d04012af0e with Priority: HIGHEST for action security_group_rules [ 1018.958609] env[69258]: INFO networking_nsxv3.common.synchronization [req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 req-3f54bcfe-cf20-4761-b9bd-895925d06fc3 service nova] Enqueued Resource ID: 779d27df-8595-490a-8f14-30d04012af0e with Priority: HIGHEST for action security_group_members [ 1018.958753] env[69258]: INFO networking_nsxv3.common.synchronization [req-56f549ff-35a9-4cb2-b0e8-e051abdb4cf9 req-3f54bcfe-cf20-4761-b9bd-895925d06fc3 service nova] Enqueued Resource ID: eca1d6bb-e8e4-496c-84ab-a9bce7d3f129 with Priority: HIGHEST for action port [ 1018.959300] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779d27df-8595-490a-8f14-30d04012af0e with Priority: HIGHEST for action security_group_rules [ 1018.959437] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779d27df-8595-490a-8f14-30d04012af0e with Priority: HIGHEST for action security_group_members [ 1018.959637] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eca1d6bb-e8e4-496c-84ab-a9bce7d3f129 with Priority: HIGHEST for action port [ 1018.959799] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-779d27df-8595-490a-8f14-30d04012af0e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.959916] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.959982] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.960254] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.960377] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('779d27df-8595-490a-8f14-30d04012af0e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.961167] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-779d27df-8595-490a-8f14-30d04012af0e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.961283] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.961509] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-eca1d6bb-e8e4-496c-84ab-a9bce7d3f129 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.961612] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eca1d6bb-e8e4-496c-84ab-a9bce7d3f129" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.961676] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eca1d6bb-e8e4-496c-84ab-a9bce7d3f129" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.961840] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eca1d6bb-e8e4-496c-84ab-a9bce7d3f129" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.961912] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eca1d6bb-e8e4-496c-84ab-a9bce7d3f129',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.464332] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-779d27df-8595-490a-8f14-30d04012af0e taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.464332] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.465643] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eca1d6bb-e8e4-496c-84ab-a9bce7d3f129 with status ACTIVE [ 1019.467631] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.467631] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.467631] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.467631] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.467631] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.467631] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.467631] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.467631] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.467631] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.467631] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.467631] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.467631] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.467631] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.467631] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.467631] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.468777] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eca1d6bb-e8e4-496c-84ab-a9bce7d3f129 is going to be updated. [ 1019.492497] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.492793] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.492861] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.493196] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.493407] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.493562] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eca1d6bb-e8e4-496c-84ab-a9bce7d3f129" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.647615] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: SUCCESS [ 1019.647908] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.661719] env[69258]: INFO networking_nsxv3.common.synchronization [None req-55a2447a-a5e3-4d70-a99b-190c6f10ac6c None None] Enqueued Resource ID: f6365a2c-2ae1-404b-80e7-9736f2261973 with Priority: HIGHEST for action port [ 1019.662843] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6365a2c-2ae1-404b-80e7-9736f2261973 with Priority: HIGHEST for action port [ 1019.662843] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6365a2c-2ae1-404b-80e7-9736f2261973 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.662843] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6365a2c-2ae1-404b-80e7-9736f2261973" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.662843] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6365a2c-2ae1-404b-80e7-9736f2261973" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.665079] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6365a2c-2ae1-404b-80e7-9736f2261973" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.665079] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6365a2c-2ae1-404b-80e7-9736f2261973',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.152931] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: SUCCESS [ 1020.153203] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.168220] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6365a2c-2ae1-404b-80e7-9736f2261973 [ 1020.168220] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.168220] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.168467] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.168599] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.168706] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.168804] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6365a2c-2ae1-404b-80e7-9736f2261973 already deleted. [ 1020.168883] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6365a2c-2ae1-404b-80e7-9736f2261973" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.596569] env[69258]: INFO networking_nsxv3.common.synchronization [None req-d939a059-77d2-4c44-929f-833b1842f6dc tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Enqueued Resource ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 with Priority: HIGHEST for action security_group_rules [ 1020.597983] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 with Priority: HIGHEST for action security_group_rules [ 1020.598385] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.598452] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.598525] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.598775] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.598866] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa64ecd7-5c4e-43b1-92a1-f91a33d5e760',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.709429] env[69258]: INFO networking_nsxv3.common.synchronization [None req-2dbc84f0-fa51-4322-8388-ed86ffae2350 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Enqueued Resource ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 with Priority: HIGHEST for action security_group_rules [ 1020.710012] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 with Priority: HIGHEST for action security_group_rules [ 1020.710701] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.710701] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.782648] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779d27df-8595-490a-8f14-30d04012af0e in Status: SUCCESS [ 1020.782870] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.783102] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.784280] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.784534] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.784664] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.784733] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.784910] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.784998] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.785109] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('779d27df-8595-490a-8f14-30d04012af0e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.823312] env[69258]: INFO networking_nsxv3.common.synchronization [None req-892c9c38-954c-434a-8512-84001e59f66f tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Enqueued Resource ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 with Priority: HIGHEST for action security_group_rules [ 1020.827186] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 with Priority: HIGHEST for action security_group_rules [ 1020.828668] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a62bc8e-932f-4362-a35f-e82b5fc11a70 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.828668] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.828668] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.828668] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.828668] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a62bc8e-932f-4362-a35f-e82b5fc11a70',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.912836] env[69258]: INFO networking_nsxv3.common.synchronization [None req-6bc5e217-ebc2-4b4a-b408-caebcd9bc3f4 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Enqueued Resource ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 with Priority: HIGHEST for action security_group_rules [ 1020.913419] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 with Priority: HIGHEST for action security_group_rules [ 1020.913722] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a62bc8e-932f-4362-a35f-e82b5fc11a70 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.913822] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.120078] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.120274] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.120353] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.120730] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.120730] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.120869] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 already deleted. [ 1021.120900] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.121093] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.121264] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.121368] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa64ecd7-5c4e-43b1-92a1-f91a33d5e760',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.292331] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('779d27df-8595-490a-8f14-30d04012af0e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.354407] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.354407] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.354407] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.354407] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.354407] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.354593] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 already deleted. [ 1021.354593] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.354683] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.354788] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.354870] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a62bc8e-932f-4362-a35f-e82b5fc11a70',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.609732] env[69258]: INFO networking_nsxv3.common.synchronization [None req-1dc8fa46-cf56-4de6-bf59-8b25d5a82d3c None None] Enqueued Resource ID: 4c5e5d75-f77e-4090-b333-8e180b953bb1 with Priority: HIGHEST for action port [ 1021.609732] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c5e5d75-f77e-4090-b333-8e180b953bb1 with Priority: HIGHEST for action port [ 1021.610068] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c5e5d75-f77e-4090-b333-8e180b953bb1 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.610147] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c5e5d75-f77e-4090-b333-8e180b953bb1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.610199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c5e5d75-f77e-4090-b333-8e180b953bb1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.610441] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c5e5d75-f77e-4090-b333-8e180b953bb1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.610544] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c5e5d75-f77e-4090-b333-8e180b953bb1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.644885] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.645908] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.645908] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.645908] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.645908] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.645908] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 already deleted. [ 1021.645908] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.794986] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('779d27df-8595-490a-8f14-30d04012af0e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.875895] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.875895] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.875895] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.875895] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.875895] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.875895] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 already deleted. [ 1021.875895] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.112575] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c5e5d75-f77e-4090-b333-8e180b953bb1 [ 1022.112812] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.112951] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.113041] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.113253] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.113350] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.113448] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c5e5d75-f77e-4090-b333-8e180b953bb1 already deleted. [ 1022.113530] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c5e5d75-f77e-4090-b333-8e180b953bb1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.297813] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.298184] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.298385] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.298675] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.298870] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.299160] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 779d27df-8595-490a-8f14-30d04012af0e is going to be updated. [ 1022.344270] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.344270] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.344270] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.344270] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.344270] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.352267] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779d27df-8595-490a-8f14-30d04012af0e in Status: IN_PROGRESS for 2s [ 1022.805171] env[69258]: INFO networking_nsxv3.common.synchronization [req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 req-cefb5841-db0e-4103-abc6-bb41b115b9d1 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Enqueued Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGHEST for action security_group_members [ 1022.805736] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGHEST for action security_group_members [ 1022.806068] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e78db7-d0de-47fa-a658-b3202800654c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.806187] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.806419] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.806487] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.806650] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.806713] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.806795] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.807945] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.807945] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.807945] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.106607] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-738 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.106854] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-738" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.106945] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-738" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.107220] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-738" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.107520] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.107693] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.107817] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.108191] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.108383] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.108624] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1023.108746] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.108874] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.109008] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.109170] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1023.109288] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.109426] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.127703] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.127880] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1023.128039] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.128243] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-738" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.128514] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-e3212a7d-bf32-4ac9-a8c1-42f9506bccdf taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.128690] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-e3212a7d-bf32-4ac9-a8c1-42f9506bccdf" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.128879] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-e3212a7d-bf32-4ac9-a8c1-42f9506bccdf" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.129212] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-e3212a7d-bf32-4ac9-a8c1-42f9506bccdf" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.129368] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3212a7d-bf32-4ac9-a8c1-42f9506bccdf',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.309459] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.309612] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.309704] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.309891] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.310011] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.310187] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.310367] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.310453] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.310667] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.311784] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.311784] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e78db7-d0de-47fa-a658-b3202800654c is going to be updated. [ 1023.336767] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.336767] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.336767] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.336767] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.336767] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.344748] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e78db7-d0de-47fa-a658-b3202800654c in Status: IN_PROGRESS for 2s [ 1023.631861] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.632118] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.632256] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.632579] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.632751] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.632916] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port e3212a7d-bf32-4ac9-a8c1-42f9506bccdf not found, creating... [ 1023.633239] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.633407] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.633534] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.633769] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.633914] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.634257] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.634431] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.634557] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.634775] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.634939] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.635107] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: e3212a7d-bf32-4ac9-a8c1-42f9506bccdf is going to be created. [ 1023.654829] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.655170] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.655421] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.655803] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.656187] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.656527] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-e3212a7d-bf32-4ac9-a8c1-42f9506bccdf" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.357671] env[69258]: INFO networking_nsxv3.common.synchronization [req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 req-896e40d4-1f11-4070-974f-0b87360eec3f service nova] Enqueued Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGHEST for action security_group_rules [ 1024.357876] env[69258]: INFO networking_nsxv3.common.synchronization [req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 req-896e40d4-1f11-4070-974f-0b87360eec3f service nova] Enqueued Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGHEST for action security_group_members [ 1024.357999] env[69258]: INFO networking_nsxv3.common.synchronization [req-82cd065e-ddb1-42ce-8dd4-6d32ddded029 req-896e40d4-1f11-4070-974f-0b87360eec3f service nova] Enqueued Resource ID: e3212a7d-bf32-4ac9-a8c1-42f9506bccdf with Priority: HIGHEST for action port [ 1024.361168] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGHEST for action security_group_rules [ 1024.361312] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGHEST for action security_group_members [ 1024.361417] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3212a7d-bf32-4ac9-a8c1-42f9506bccdf with Priority: HIGHEST for action port [ 1024.362041] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21e78db7-d0de-47fa-a658-b3202800654c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.362138] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.362196] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.362385] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.362473] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.363348] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e78db7-d0de-47fa-a658-b3202800654c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.363448] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.363631] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3212a7d-bf32-4ac9-a8c1-42f9506bccdf taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.363728] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3212a7d-bf32-4ac9-a8c1-42f9506bccdf" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.363789] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3212a7d-bf32-4ac9-a8c1-42f9506bccdf" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.363957] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3212a7d-bf32-4ac9-a8c1-42f9506bccdf" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.364205] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3212a7d-bf32-4ac9-a8c1-42f9506bccdf',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.366145] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779d27df-8595-490a-8f14-30d04012af0e in Status: SUCCESS [ 1024.366342] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.366492] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.366739] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.366963] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.367085] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.367152] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.367299] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.367384] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.367468] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.367564] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('779d27df-8595-490a-8f14-30d04012af0e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.868932] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3212a7d-bf32-4ac9-a8c1-42f9506bccdf with status ACTIVE [ 1024.869227] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.869420] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.869469] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.869701] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.869807] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.870040] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.870113] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.870190] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.870447] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.870447] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.870627] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.870683] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.870752] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.870869] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.871029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.871029] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3212a7d-bf32-4ac9-a8c1-42f9506bccdf is going to be updated. [ 1024.872476] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e78db7-d0de-47fa-a658-b3202800654c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.872476] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.872710] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-779d27df-8595-490a-8f14-30d04012af0e taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.872710] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.872823] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.872931] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.873033] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.873127] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.873180] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.873325] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.873649] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.873649] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.873649] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-779d27df-8595-490a-8f14-30d04012af0e taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.873926] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.873926] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.873926] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.874081] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.874171] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.874171] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.874371] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.874420] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.874520] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.874644] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('779d27df-8595-490a-8f14-30d04012af0e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.894346] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.894492] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.894563] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.894757] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.894969] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.895098] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3212a7d-bf32-4ac9-a8c1-42f9506bccdf" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.353916] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e78db7-d0de-47fa-a658-b3202800654c in Status: SUCCESS [ 1025.354277] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e78db7-d0de-47fa-a658-b3202800654c deletion is rescheduled due to dependency. [ 1025.354376] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.354619] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.354898] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.355086] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.355219] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.355294] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.355454] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.355536] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.355631] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.376656] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 779d27df-8595-490a-8f14-30d04012af0e: rpc.has_security_group_logging(os_id): False [ 1025.394889] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.395140] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.395140] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.395338] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.395437] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.395727] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.395852] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.395913] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.396485] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.396485] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.396485] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.396485] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.396485] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.396766] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.396849] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.397053] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.397177] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.397255] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.397413] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.397486] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.397710] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 779d27df-8595-490a-8f14-30d04012af0e is going to be updated. [ 1025.453382] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.453599] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.453599] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.453771] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.453959] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.465928] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 779d27df-8595-490a-8f14-30d04012af0e in Status: IN_PROGRESS for 2s [ 1025.858543] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.363767] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.866135] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.866435] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.866435] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.866588] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.866678] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.866774] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e78db7-d0de-47fa-a658-b3202800654c is going to be updated. [ 1026.893907] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.894066] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.894134] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.894363] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.894562] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.910986] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e78db7-d0de-47fa-a658-b3202800654c in Status: IN_PROGRESS for 2s [ 1027.480099] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 779d27df-8595-490a-8f14-30d04012af0e in Status: SUCCESS [ 1027.480099] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.920065] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e78db7-d0de-47fa-a658-b3202800654c in Status: SUCCESS [ 1028.920427] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.920508] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.920690] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.920870] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.920983] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.921055] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.921458] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.921458] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.921458] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.921458] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.209243] env[69258]: INFO networking_nsxv3.common.synchronization [req-bd299c97-30c4-4d39-af38-a1bb71e875c1 req-e2ed2aaf-1905-4972-957f-41aa06cafbfa tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Enqueued Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_members [ 1029.209804] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_members [ 1029.212342] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.212342] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.212342] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.212342] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.212342] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.212695] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.212695] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.212695] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.212781] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.212812] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.424777] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.716361] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.716845] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.716946] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.717263] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.717440] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.717707] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.718201] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.718274] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.721266] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.721397] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.721649] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b48f402-907d-4c46-9590-20353319ee6c already deleted. [ 1029.721792] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.728079] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.728318] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-990" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.728420] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-990" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.728848] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-990" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.729064] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.729184] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.729319] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.729568] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.729737] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.729971] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1029.730128] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1029.730256] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1029.730417] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1029.730547] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1029.730663] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1029.730957] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1029.748925] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1029.749232] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1029.749462] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1029.749741] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-990" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.750245] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-b0539707-fb11-4b1b-b97e-0ce17c4b9197 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.750579] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-b0539707-fb11-4b1b-b97e-0ce17c4b9197" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.750774] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-b0539707-fb11-4b1b-b97e-0ce17c4b9197" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.751314] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-b0539707-fb11-4b1b-b97e-0ce17c4b9197" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.751569] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0539707-fb11-4b1b-b97e-0ce17c4b9197',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.780024] env[69258]: INFO networking_nsxv3.common.synchronization [req-046e8b81-d32e-4b0a-b95e-73c43158b99b req-f316b9b9-3772-4758-a7bf-9ac769646d66 tempest-FloatingIPsAssociationTestJSON-557660809 tempest-FloatingIPsAssociationTestJSON-557660809-project-member] Enqueued Resource ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c with Priority: HIGHEST for action security_group_members [ 1029.780158] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c with Priority: HIGHEST for action security_group_members [ 1029.780663] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.780877] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.780943] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.782398] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.782539] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.782593] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.782665] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.782839] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.782930] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.783043] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ffb846d-349d-4eb3-9dc0-398beef4bb9c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.926147] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21e78db7-d0de-47fa-a658-b3202800654c: rpc.has_security_group_logging(os_id): False [ 1029.946211] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.946211] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.946211] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.946211] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.946211] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.946211] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.946211] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.946211] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.946211] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.946211] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.946211] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21e78db7-d0de-47fa-a658-b3202800654c is going to be updated. [ 1029.999031] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.999217] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.999217] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.999397] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.999552] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.019917] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21e78db7-d0de-47fa-a658-b3202800654c in Status: IN_PROGRESS for 2s [ 1030.254748] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.255014] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.255159] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.255444] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.256045] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.256045] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port b0539707-fb11-4b1b-b97e-0ce17c4b9197 not found, creating... [ 1030.256200] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.256410] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.256585] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.256841] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.256995] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.258078] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.258590] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.258740] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.259082] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.259311] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.259484] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: b0539707-fb11-4b1b-b97e-0ce17c4b9197 is going to be created. [ 1030.279137] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.279137] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.279137] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.279137] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.279454] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.279686] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-b0539707-fb11-4b1b-b97e-0ce17c4b9197" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.286198] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.286332] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.286376] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.287058] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.287058] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.287058] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.287277] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.287277] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.287475] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.287546] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.287602] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c is going to be updated. [ 1030.315609] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.315609] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.315609] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.315770] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.315813] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.324927] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c in Status: IN_PROGRESS for 2s [ 1031.046481] env[69258]: INFO networking_nsxv3.common.synchronization [req-bd299c97-30c4-4d39-af38-a1bb71e875c1 req-ff79c39b-ee20-4e18-a3d3-d58a51e54ed9 service nova] Enqueued Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_rules [ 1031.046481] env[69258]: INFO networking_nsxv3.common.synchronization [req-bd299c97-30c4-4d39-af38-a1bb71e875c1 req-ff79c39b-ee20-4e18-a3d3-d58a51e54ed9 service nova] Enqueued Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_members [ 1031.046481] env[69258]: INFO networking_nsxv3.common.synchronization [req-bd299c97-30c4-4d39-af38-a1bb71e875c1 req-ff79c39b-ee20-4e18-a3d3-d58a51e54ed9 service nova] Enqueued Resource ID: b0539707-fb11-4b1b-b97e-0ce17c4b9197 with Priority: HIGHEST for action port [ 1031.046481] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_rules [ 1031.046481] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_members [ 1031.046481] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0539707-fb11-4b1b-b97e-0ce17c4b9197 with Priority: HIGHEST for action port [ 1031.048220] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.048621] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.048861] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.049231] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.049433] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.051888] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.051888] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.051888] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.052173] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.052439] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.052652] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.053436] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.053436] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.053436] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.053436] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.055133] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0539707-fb11-4b1b-b97e-0ce17c4b9197 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.057017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0539707-fb11-4b1b-b97e-0ce17c4b9197" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.057017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0539707-fb11-4b1b-b97e-0ce17c4b9197" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.057017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0539707-fb11-4b1b-b97e-0ce17c4b9197" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.057017] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0539707-fb11-4b1b-b97e-0ce17c4b9197',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.405612] env[69258]: INFO networking_nsxv3.common.synchronization [None req-53f2c17a-1049-44a4-8bdd-6adb79bbb2f1 None None] Enqueued Resource ID: 00f0ea9e-1fe1-448b-abb0-443768cdee0c with Priority: HIGHEST for action port [ 1031.405908] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00f0ea9e-1fe1-448b-abb0-443768cdee0c with Priority: HIGHEST for action port [ 1031.406685] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-00f0ea9e-1fe1-448b-abb0-443768cdee0c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.406844] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00f0ea9e-1fe1-448b-abb0-443768cdee0c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.406913] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00f0ea9e-1fe1-448b-abb0-443768cdee0c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.411280] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00f0ea9e-1fe1-448b-abb0-443768cdee0c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.411386] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00f0ea9e-1fe1-448b-abb0-443768cdee0c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.562180] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.562180] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.562180] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.562180] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0539707-fb11-4b1b-b97e-0ce17c4b9197 with status ACTIVE [ 1031.562180] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.562180] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.562180] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.562180] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.562180] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.562180] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.562722] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.562722] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.562989] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.563407] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.563682] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.563999] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.564222] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.564519] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.564607] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.564703] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0539707-fb11-4b1b-b97e-0ce17c4b9197 is going to be updated. [ 1031.586658] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.586807] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.586867] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.587096] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.587236] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.587391] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0539707-fb11-4b1b-b97e-0ce17c4b9197" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.913470] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00f0ea9e-1fe1-448b-abb0-443768cdee0c [ 1031.913652] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.913820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.913891] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.914155] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.915027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.915027] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00f0ea9e-1fe1-448b-abb0-443768cdee0c already deleted. [ 1031.915027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00f0ea9e-1fe1-448b-abb0-443768cdee0c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.033087] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21e78db7-d0de-47fa-a658-b3202800654c in Status: SUCCESS [ 1032.033341] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.068211] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.337307] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c in Status: SUCCESS [ 1032.337612] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c deletion is rescheduled due to dependency. [ 1032.337736] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.571080] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.571274] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.571335] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.571527] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.571619] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.571716] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b48f402-907d-4c46-9590-20353319ee6c is going to be created. [ 1032.592928] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.593089] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.593169] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.593360] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.593523] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.603586] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: UNINITIALIZED for 2s [ 1033.376521] env[69258]: INFO networking_nsxv3.common.synchronization [None req-b1db9456-0355-462b-a5c1-ecfd897a0d7a None None] Enqueued Resource ID: c1d1c93f-513e-4f5e-bda3-bf2b2f280ab1 with Priority: HIGHEST for action port [ 1033.376521] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1d1c93f-513e-4f5e-bda3-bf2b2f280ab1 with Priority: HIGHEST for action port [ 1033.376521] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1d1c93f-513e-4f5e-bda3-bf2b2f280ab1 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.376521] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1d1c93f-513e-4f5e-bda3-bf2b2f280ab1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.376521] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1d1c93f-513e-4f5e-bda3-bf2b2f280ab1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.380043] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1d1c93f-513e-4f5e-bda3-bf2b2f280ab1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.380043] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1d1c93f-513e-4f5e-bda3-bf2b2f280ab1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.883290] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1d1c93f-513e-4f5e-bda3-bf2b2f280ab1 [ 1033.883531] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.883666] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.883730] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.883947] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.884050] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.884150] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1d1c93f-513e-4f5e-bda3-bf2b2f280ab1 already deleted. [ 1033.884247] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1d1c93f-513e-4f5e-bda3-bf2b2f280ab1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.616386] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: SUCCESS [ 1034.616386] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.616386] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.616386] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.616783] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.616783] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.616783] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.616923] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.617021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.617132] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.617224] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.120061] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.120253] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.120315] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.120729] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.120962] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.121110] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.121193] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.121377] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.121510] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.121631] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.121862] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.121995] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.122084] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.122243] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.122683] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.122683] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.122683] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.122873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.122911] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.123008] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.123222] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.626067] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b48f402-907d-4c46-9590-20353319ee6c: rpc.has_security_group_logging(os_id): False [ 1035.646423] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.646423] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.646423] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.646423] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.646423] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.646423] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.646423] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.646423] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.648341] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.648469] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.648741] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.648890] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.648890] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.649023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.649108] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.649840] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.649840] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.649840] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.649840] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.649840] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.649840] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b48f402-907d-4c46-9590-20353319ee6c is going to be created. [ 1035.702253] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.702458] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.702531] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.702755] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.703120] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.714069] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: IN_PROGRESS for 2s [ 1036.883825] env[69258]: INFO networking_nsxv3.common.synchronization [req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 req-95ed7cf2-1664-489b-aa15-21f4784f2c73 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Enqueued Resource ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 with Priority: HIGHEST for action security_group_members [ 1036.884393] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 with Priority: HIGHEST for action security_group_members [ 1036.884699] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.884823] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.884891] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.885168] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.885337] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.885436] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.885528] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.885642] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.885727] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.885818] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d0d75f5-71e2-4d08-acac-2cecc96fc6f8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.387765] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.387935] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.388030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.388243] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.388340] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.388587] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.388697] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.388761] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.388913] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.388989] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.389106] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 already deleted. [ 1037.389188] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.728775] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: SUCCESS [ 1037.728775] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.760170] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-490 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.760170] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-490" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.760170] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-490" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.760170] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-490" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.764032] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.764032] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.764032] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.764032] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.764718] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.765107] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1037.765386] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.765651] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.766081] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.766149] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1037.766377] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.766622] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.786437] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.786660] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1037.786816] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.787035] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-490" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.787405] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-f204474e-58ef-488e-b75b-227094c415a4 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.787600] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-f204474e-58ef-488e-b75b-227094c415a4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.787731] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-f204474e-58ef-488e-b75b-227094c415a4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.788101] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-f204474e-58ef-488e-b75b-227094c415a4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.788261] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f204474e-58ef-488e-b75b-227094c415a4',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.294190] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.294190] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.294190] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.294190] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.294190] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.294938] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port f204474e-58ef-488e-b75b-227094c415a4 not found, creating... [ 1038.294938] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.294938] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.294938] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.295091] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.295132] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.295421] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.295584] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.295705] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.295919] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.296734] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.297054] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: f204474e-58ef-488e-b75b-227094c415a4 is going to be created. [ 1038.321851] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.321851] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.321851] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.321851] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.321851] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.321851] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-f204474e-58ef-488e-b75b-227094c415a4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.632187] env[69258]: INFO networking_nsxv3.common.synchronization [None req-11e395e0-1c82-4fe4-a59b-0e18ec2cadeb None None] Enqueued Resource ID: 5ab2fcac-7dfa-40b2-90ea-c07e3f37a705 with Priority: HIGHEST for action port [ 1038.632682] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ab2fcac-7dfa-40b2-90ea-c07e3f37a705 with Priority: HIGHEST for action port [ 1038.634455] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ab2fcac-7dfa-40b2-90ea-c07e3f37a705 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.634455] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ab2fcac-7dfa-40b2-90ea-c07e3f37a705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.634455] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ab2fcac-7dfa-40b2-90ea-c07e3f37a705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.634455] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ab2fcac-7dfa-40b2-90ea-c07e3f37a705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.634455] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ab2fcac-7dfa-40b2-90ea-c07e3f37a705',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.108018] env[69258]: INFO networking_nsxv3.common.synchronization [req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 req-ebe30439-55c8-4065-8ce5-48cfeea1fdb9 service nova] Enqueued Resource ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 with Priority: HIGHEST for action security_group_rules [ 1039.108142] env[69258]: INFO networking_nsxv3.common.synchronization [req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 req-ebe30439-55c8-4065-8ce5-48cfeea1fdb9 service nova] Enqueued Resource ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 with Priority: HIGHEST for action security_group_members [ 1039.108275] env[69258]: INFO networking_nsxv3.common.synchronization [req-0008f912-3d2c-458a-882c-6ed7eed8aeb1 req-ebe30439-55c8-4065-8ce5-48cfeea1fdb9 service nova] Enqueued Resource ID: f204474e-58ef-488e-b75b-227094c415a4 with Priority: HIGHEST for action port [ 1039.108476] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 with Priority: HIGHEST for action security_group_rules [ 1039.108608] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 with Priority: HIGHEST for action security_group_members [ 1039.108706] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f204474e-58ef-488e-b75b-227094c415a4 with Priority: HIGHEST for action port [ 1039.110933] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.110933] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.110933] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.111152] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.111194] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d0d75f5-71e2-4d08-acac-2cecc96fc6f8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.112100] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.114033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.114033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.114033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.114033] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.114033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.114033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.114033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.114033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.114033] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d0d75f5-71e2-4d08-acac-2cecc96fc6f8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.115819] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-f204474e-58ef-488e-b75b-227094c415a4 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.115819] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f204474e-58ef-488e-b75b-227094c415a4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.115819] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f204474e-58ef-488e-b75b-227094c415a4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.115819] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f204474e-58ef-488e-b75b-227094c415a4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.115819] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f204474e-58ef-488e-b75b-227094c415a4',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.138323] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ab2fcac-7dfa-40b2-90ea-c07e3f37a705 [ 1039.138618] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.138754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.138823] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.139146] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.139271] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.139440] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ab2fcac-7dfa-40b2-90ea-c07e3f37a705 already deleted. [ 1039.139572] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ab2fcac-7dfa-40b2-90ea-c07e3f37a705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.477264] env[69258]: INFO networking_nsxv3.common.synchronization [None req-1795fbcb-2657-49f4-a028-59f78956c715 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Enqueued Resource ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 with Priority: HIGHEST for action security_group_rules [ 1039.477264] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 with Priority: HIGHEST for action security_group_rules [ 1039.477264] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f821c4b-bd82-47cd-9d53-849bebf1d446 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.477264] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.477264] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.477941] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.478125] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f821c4b-bd82-47cd-9d53-849bebf1d446',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.617791] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d0d75f5-71e2-4d08-acac-2cecc96fc6f8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.618908] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.619083] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.619198] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f204474e-58ef-488e-b75b-227094c415a4 with status ACTIVE [ 1039.619358] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.619568] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.619568] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.619709] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.619962] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.619962] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.620127] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.620127] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.620269] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.620350] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.620598] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.620701] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.620764] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.620887] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.620952] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.621402] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f204474e-58ef-488e-b75b-227094c415a4 is going to be updated. [ 1039.645563] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.645751] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.645791] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.649022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.649022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.649022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f204474e-58ef-488e-b75b-227094c415a4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.658077] env[69258]: INFO networking_nsxv3.common.synchronization [None req-01c1d15e-5b69-4843-ae43-bd84a9163170 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Enqueued Resource ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 with Priority: HIGHEST for action security_group_rules [ 1039.658725] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 with Priority: HIGHEST for action security_group_rules [ 1039.659057] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f821c4b-bd82-47cd-9d53-849bebf1d446 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.659157] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.997419] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.997641] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.997641] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.997839] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.997934] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.998046] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 already deleted. [ 1039.998136] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.998291] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.998453] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.998562] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f821c4b-bd82-47cd-9d53-849bebf1d446',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.123735] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d0d75f5-71e2-4d08-acac-2cecc96fc6f8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.522517] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.524124] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.524124] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.524124] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.524124] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.524124] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 already deleted. [ 1040.524124] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.628180] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.628180] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.628180] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.628180] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.628180] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.628180] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 is going to be created. [ 1040.651328] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.652034] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.652427] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.652772] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.653236] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.663053] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 in Status: UNINITIALIZED for 2s [ 1040.853025] env[69258]: INFO networking_nsxv3.common.synchronization [None req-47c4ee6a-cb60-4ae5-96fa-aa04142cf8d3 None None] Enqueued Resource ID: 0c7dd2df-8c02-4465-a45a-dbd7af26628a with Priority: HIGHEST for action port [ 1040.853999] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c7dd2df-8c02-4465-a45a-dbd7af26628a with Priority: HIGHEST for action port [ 1040.855538] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c7dd2df-8c02-4465-a45a-dbd7af26628a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.856299] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c7dd2df-8c02-4465-a45a-dbd7af26628a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.856299] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c7dd2df-8c02-4465-a45a-dbd7af26628a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.856299] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c7dd2df-8c02-4465-a45a-dbd7af26628a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.856299] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c7dd2df-8c02-4465-a45a-dbd7af26628a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.359951] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c7dd2df-8c02-4465-a45a-dbd7af26628a [ 1041.360222] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.360359] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.360432] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.360675] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.360759] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.360859] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c7dd2df-8c02-4465-a45a-dbd7af26628a already deleted. [ 1041.360943] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c7dd2df-8c02-4465-a45a-dbd7af26628a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.659663] env[69258]: INFO networking_nsxv3.common.synchronization [req-9f0e0c98-ea8d-4e84-9200-25aa83532af4 req-b9f2276c-78c9-4f69-b584-d0243c699dc0 tempest-ServersNegativeTestJSON-578302454 tempest-ServersNegativeTestJSON-578302454-project-member] Enqueued Resource ID: ebf18e8d-310e-4b85-9866-b265a126ff3c with Priority: HIGHEST for action security_group_members [ 1041.660846] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebf18e8d-310e-4b85-9866-b265a126ff3c with Priority: HIGHEST for action security_group_members [ 1041.661968] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebf18e8d-310e-4b85-9866-b265a126ff3c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.662180] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.662381] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.662619] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.662806] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.662923] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.663110] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.663347] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.663464] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.663567] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebf18e8d-310e-4b85-9866-b265a126ff3c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.167987] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.168067] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.168112] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.168335] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.168434] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.168642] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.168735] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.168801] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.168951] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.169042] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.169160] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebf18e8d-310e-4b85-9866-b265a126ff3c is going to be updated. [ 1042.207018] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.207185] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.207252] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.207445] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.207580] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.220229] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebf18e8d-310e-4b85-9866-b265a126ff3c in Status: IN_PROGRESS for 2s [ 1042.672419] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 in Status: SUCCESS [ 1042.672770] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.672919] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.673182] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.673412] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.673551] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.673636] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.673820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.673911] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.674010] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.674127] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d0d75f5-71e2-4d08-acac-2cecc96fc6f8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.177330] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.177565] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.177565] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.177776] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.178609] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.178609] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.178609] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.178815] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.178815] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.178931] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.179053] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.179970] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.179970] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.179970] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.179970] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.179970] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.179970] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.179970] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.179970] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.179970] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.180326] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d0d75f5-71e2-4d08-acac-2cecc96fc6f8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.681986] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8: rpc.has_security_group_logging(os_id): False [ 1043.701239] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.701699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.701699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.701699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.702112] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.702112] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.702112] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.702112] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.702262] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.702761] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.702761] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.702761] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.702761] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.702761] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.703265] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.703265] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.703265] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.703265] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.703405] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.703787] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.703787] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 is going to be created. [ 1043.757731] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.757885] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.758170] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.758444] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.758669] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.770086] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 in Status: IN_PROGRESS for 2s [ 1044.229862] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebf18e8d-310e-4b85-9866-b265a126ff3c in Status: SUCCESS [ 1044.230028] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebf18e8d-310e-4b85-9866-b265a126ff3c deletion is rescheduled due to dependency. [ 1044.230144] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.414353] env[69258]: INFO networking_nsxv3.common.synchronization [req-be9619af-65d7-4211-83fc-d3d309a389c8 req-a3f365fb-ba0d-4433-bb88-a7f192106069 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Enqueued Resource ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d with Priority: HIGHEST for action security_group_members [ 1044.415028] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d with Priority: HIGHEST for action security_group_members [ 1044.415346] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.415465] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.415528] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.415886] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.416133] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.416228] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.417030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.417030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.417030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.417030] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1dd1e46-1c01-4f64-9ede-c03988ddcf2d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.875563] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-447 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.875921] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-447" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.875921] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-447" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.876244] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-447" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.876588] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.877376] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.877376] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.877376] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.877376] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.877568] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.877696] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1044.877813] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1044.877942] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1044.878062] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1044.878172] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1044.878312] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1044.899571] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1044.899571] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1044.899571] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1044.899571] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-447" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.899571] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-57f20476-f342-4b59-8be5-550cc2f6f745 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.899825] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-57f20476-f342-4b59-8be5-550cc2f6f745" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.899825] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-57f20476-f342-4b59-8be5-550cc2f6f745" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.900165] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-57f20476-f342-4b59-8be5-550cc2f6f745" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.900308] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57f20476-f342-4b59-8be5-550cc2f6f745',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.919624] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.919758] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.920025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.920321] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.920321] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.920321] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.920509] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.920509] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.920770] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.920770] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.920863] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d already deleted. [ 1044.920927] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.403749] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.404014] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.404151] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.404488] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.404651] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.404816] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 57f20476-f342-4b59-8be5-550cc2f6f745 not found, creating... [ 1045.405144] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.405334] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.405488] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.405827] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.406053] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.406408] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.406675] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.406891] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.407346] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.407549] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.407738] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 57f20476-f342-4b59-8be5-550cc2f6f745 is going to be created. [ 1045.428293] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.428728] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.428728] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.428956] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.429225] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.429460] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-57f20476-f342-4b59-8be5-550cc2f6f745" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.782133] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 in Status: SUCCESS [ 1045.782854] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.156616] env[69258]: INFO networking_nsxv3.common.synchronization [req-be9619af-65d7-4211-83fc-d3d309a389c8 req-a986b5e0-e652-4657-885e-52939fa3c8e2 service nova] Enqueued Resource ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d with Priority: HIGHEST for action security_group_rules [ 1046.156616] env[69258]: INFO networking_nsxv3.common.synchronization [req-be9619af-65d7-4211-83fc-d3d309a389c8 req-a986b5e0-e652-4657-885e-52939fa3c8e2 service nova] Enqueued Resource ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d with Priority: HIGHEST for action security_group_members [ 1046.156616] env[69258]: INFO networking_nsxv3.common.synchronization [req-be9619af-65d7-4211-83fc-d3d309a389c8 req-a986b5e0-e652-4657-885e-52939fa3c8e2 service nova] Enqueued Resource ID: 57f20476-f342-4b59-8be5-550cc2f6f745 with Priority: HIGHEST for action port [ 1046.157848] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d with Priority: HIGHEST for action security_group_rules [ 1046.158064] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d with Priority: HIGHEST for action security_group_members [ 1046.158165] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57f20476-f342-4b59-8be5-550cc2f6f745 with Priority: HIGHEST for action port [ 1046.158493] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.158806] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.158917] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.159157] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.159248] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1dd1e46-1c01-4f64-9ede-c03988ddcf2d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.161016] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.161016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.161016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.161016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.161351] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.161351] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.161351] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.161492] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.161536] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.161644] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1dd1e46-1c01-4f64-9ede-c03988ddcf2d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.162395] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-57f20476-f342-4b59-8be5-550cc2f6f745 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.162515] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57f20476-f342-4b59-8be5-550cc2f6f745" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.162582] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57f20476-f342-4b59-8be5-550cc2f6f745" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.165097] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57f20476-f342-4b59-8be5-550cc2f6f745" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.165097] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57f20476-f342-4b59-8be5-550cc2f6f745',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.665670] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.665670] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.665856] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1dd1e46-1c01-4f64-9ede-c03988ddcf2d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.666626] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57f20476-f342-4b59-8be5-550cc2f6f745 with status ACTIVE [ 1046.667568] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.667568] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.667568] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.667568] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.667568] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.667568] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.667869] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.667869] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.667869] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.667959] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.668104] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.668182] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.668293] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.668368] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.668439] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.668595] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57f20476-f342-4b59-8be5-550cc2f6f745 is going to be updated. [ 1046.691618] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.691618] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.691618] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.691618] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.691618] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.691618] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57f20476-f342-4b59-8be5-550cc2f6f745" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.171125] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1dd1e46-1c01-4f64-9ede-c03988ddcf2d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.674334] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.674334] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.674334] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.674334] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.674334] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.674594] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d is going to be created. [ 1047.697442] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.697651] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.697819] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.697949] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.698141] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.780959] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d in Status: UNINITIALIZED for 2s [ 1049.393662] env[69258]: INFO networking_nsxv3.common.synchronization [None req-b10c8273-07b8-4a3f-b71a-23f0f216dde4 None None] Enqueued Resource ID: ec35aec0-de30-49dd-9ed6-319b780f1de4 with Priority: HIGHEST for action port [ 1049.393662] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec35aec0-de30-49dd-9ed6-319b780f1de4 with Priority: HIGHEST for action port [ 1049.394296] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec35aec0-de30-49dd-9ed6-319b780f1de4 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.394296] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec35aec0-de30-49dd-9ed6-319b780f1de4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.394296] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec35aec0-de30-49dd-9ed6-319b780f1de4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.394485] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec35aec0-de30-49dd-9ed6-319b780f1de4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.394485] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec35aec0-de30-49dd-9ed6-319b780f1de4',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.792628] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d in Status: SUCCESS [ 1049.793523] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.793523] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.793523] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.793523] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.793763] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.793763] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.793924] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.794047] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.794173] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.794285] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1dd1e46-1c01-4f64-9ede-c03988ddcf2d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.896172] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec35aec0-de30-49dd-9ed6-319b780f1de4 [ 1049.896413] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.896547] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.896618] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.896842] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.896933] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.897037] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec35aec0-de30-49dd-9ed6-319b780f1de4 already deleted. [ 1049.897117] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec35aec0-de30-49dd-9ed6-319b780f1de4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.296312] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1dd1e46-1c01-4f64-9ede-c03988ddcf2d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.800333] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1dd1e46-1c01-4f64-9ede-c03988ddcf2d: rpc.has_security_group_logging(os_id): False [ 1050.819846] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.820059] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.820158] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.820416] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.820541] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.820878] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.821050] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.821152] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.821397] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.821507] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.821626] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d is going to be created. [ 1050.878509] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.878763] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.878763] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.878969] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.879265] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.890318] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d in Status: IN_PROGRESS for 2s [ 1051.508572] env[69258]: INFO networking_nsxv3.common.synchronization [None req-8e8f122b-ef4d-4dbe-bdfd-7cb434e9ac32 None None] Enqueued Resource ID: 04bdd3d2-36a7-49fc-9b82-4a5a318f8b55 with Priority: HIGHEST for action port [ 1051.508572] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04bdd3d2-36a7-49fc-9b82-4a5a318f8b55 with Priority: HIGHEST for action port [ 1051.508877] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-04bdd3d2-36a7-49fc-9b82-4a5a318f8b55 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.509033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04bdd3d2-36a7-49fc-9b82-4a5a318f8b55" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.509093] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04bdd3d2-36a7-49fc-9b82-4a5a318f8b55" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.509320] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04bdd3d2-36a7-49fc-9b82-4a5a318f8b55" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.509403] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04bdd3d2-36a7-49fc-9b82-4a5a318f8b55',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.011924] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04bdd3d2-36a7-49fc-9b82-4a5a318f8b55 [ 1052.012291] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.012413] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.012472] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.012715] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.012832] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.012934] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04bdd3d2-36a7-49fc-9b82-4a5a318f8b55 already deleted. [ 1052.013039] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04bdd3d2-36a7-49fc-9b82-4a5a318f8b55" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.904536] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d in Status: SUCCESS [ 1052.904875] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.776893] env[69258]: INFO networking_nsxv3.common.synchronization [req-d745a83e-d908-4fad-a0c5-fbd909070d62 req-32620a05-55ad-4252-9d41-6c9d1703e8df tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Enqueued Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_members [ 1055.777483] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_members [ 1055.777767] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.778033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.778033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.778313] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.778477] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.778710] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.778710] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.778834] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.778879] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.778945] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.804700] env[69258]: INFO networking_nsxv3.common.synchronization [req-e0b704da-d1be-4300-9434-602e18175474 req-6c44003e-1eff-46e0-b43d-167be50fd755 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Enqueued Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGHEST for action security_group_members [ 1055.807128] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGHEST for action security_group_members [ 1055.807799] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.810035] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.810035] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.810035] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.810035] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.810035] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.810035] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.810035] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.810035] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.810035] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.821086] env[69258]: INFO networking_nsxv3.common.synchronization [req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 req-36adafc1-5d36-4537-bb05-05ef30b672c1 tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Enqueued Resource ID: 40a3f7f3-a560-43bb-8223-b3cecf703145 with Priority: HIGHEST for action security_group_members [ 1055.821086] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40a3f7f3-a560-43bb-8223-b3cecf703145 with Priority: HIGHEST for action security_group_members [ 1055.821086] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-40a3f7f3-a560-43bb-8223-b3cecf703145 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.821086] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40a3f7f3-a560-43bb-8223-b3cecf703145" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.821086] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40a3f7f3-a560-43bb-8223-b3cecf703145" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.821086] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40a3f7f3-a560-43bb-8223-b3cecf703145" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.821086] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.821086] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.821086] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.821542] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.821542] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.821542] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40a3f7f3-a560-43bb-8223-b3cecf703145',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.119525] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-253 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.119702] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-253" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.119834] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-253" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.120189] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-253" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.120465] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.120630] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.120783] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.121052] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.121220] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.121444] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1056.121563] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.121676] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.121855] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.122009] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1056.122137] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.122275] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.143228] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.143228] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1056.143228] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.143228] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-253" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.143228] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-4821bcbf-1b87-4e79-ad57-87e0a90a7a96 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.143228] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-4821bcbf-1b87-4e79-ad57-87e0a90a7a96" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.143228] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-4821bcbf-1b87-4e79-ad57-87e0a90a7a96" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.143228] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-4821bcbf-1b87-4e79-ad57-87e0a90a7a96" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.143228] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4821bcbf-1b87-4e79-ad57-87e0a90a7a96',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.285426] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.285582] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.285639] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.285867] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.285991] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.286175] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.286287] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.286342] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.286488] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.286574] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.286648] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b48f402-907d-4c46-9590-20353319ee6c is going to be updated. [ 1056.312249] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.312401] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.312472] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.312683] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.312823] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.313897] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.321890] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: IN_PROGRESS for 2s [ 1056.323511] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.323887] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.323887] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.323887] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.324024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.324182] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.324285] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.324348] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.324495] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.324571] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.324654] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40a3f7f3-a560-43bb-8223-b3cecf703145 already deleted. [ 1056.324736] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40a3f7f3-a560-43bb-8223-b3cecf703145" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.646138] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.646379] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.646606] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.646770] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.646928] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.647105] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 4821bcbf-1b87-4e79-ad57-87e0a90a7a96 not found, creating... [ 1056.647383] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.647548] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.647829] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.647897] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.648046] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.648338] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.648498] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.648624] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.648868] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.649022] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.649179] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 4821bcbf-1b87-4e79-ad57-87e0a90a7a96 is going to be created. [ 1056.682233] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.682455] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.682612] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.682870] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.683208] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.683451] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-4821bcbf-1b87-4e79-ad57-87e0a90a7a96" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.816623] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.410803] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.410803] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.410803] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.410803] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.410803] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.410803] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a647b22e-b538-4691-821e-794e7b4d00d6 is going to be updated. [ 1057.410803] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.410803] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.410803] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.410803] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.410803] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.410803] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: IN_PROGRESS for 2s [ 1057.410803] env[69258]: INFO networking_nsxv3.common.synchronization [req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 req-82d02730-5a96-49dd-aeac-47dcb1f432af service nova] Enqueued Resource ID: 40a3f7f3-a560-43bb-8223-b3cecf703145 with Priority: HIGHEST for action security_group_rules [ 1057.410803] env[69258]: INFO networking_nsxv3.common.synchronization [req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 req-82d02730-5a96-49dd-aeac-47dcb1f432af service nova] Enqueued Resource ID: 40a3f7f3-a560-43bb-8223-b3cecf703145 with Priority: HIGHEST for action security_group_members [ 1057.410803] env[69258]: INFO networking_nsxv3.common.synchronization [req-fb72d1e0-4e8e-4971-96a3-dca6a775dbc2 req-82d02730-5a96-49dd-aeac-47dcb1f432af service nova] Enqueued Resource ID: 4821bcbf-1b87-4e79-ad57-87e0a90a7a96 with Priority: HIGHEST for action port [ 1057.410803] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40a3f7f3-a560-43bb-8223-b3cecf703145 with Priority: HIGHEST for action security_group_rules [ 1057.410803] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40a3f7f3-a560-43bb-8223-b3cecf703145 with Priority: HIGHEST for action security_group_members [ 1057.410803] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4821bcbf-1b87-4e79-ad57-87e0a90a7a96 with Priority: HIGHEST for action port [ 1057.416681] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40a3f7f3-a560-43bb-8223-b3cecf703145 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.416681] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40a3f7f3-a560-43bb-8223-b3cecf703145" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.416681] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40a3f7f3-a560-43bb-8223-b3cecf703145" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.416681] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40a3f7f3-a560-43bb-8223-b3cecf703145" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.416681] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40a3f7f3-a560-43bb-8223-b3cecf703145',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.416681] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-40a3f7f3-a560-43bb-8223-b3cecf703145 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.416681] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40a3f7f3-a560-43bb-8223-b3cecf703145" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.416681] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40a3f7f3-a560-43bb-8223-b3cecf703145" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.416681] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40a3f7f3-a560-43bb-8223-b3cecf703145" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.416681] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.416681] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.416681] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.416681] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.416681] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.416681] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40a3f7f3-a560-43bb-8223-b3cecf703145',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.416681] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-4821bcbf-1b87-4e79-ad57-87e0a90a7a96 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.422222] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4821bcbf-1b87-4e79-ad57-87e0a90a7a96" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.422222] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4821bcbf-1b87-4e79-ad57-87e0a90a7a96" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.422222] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4821bcbf-1b87-4e79-ad57-87e0a90a7a96" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.422222] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4821bcbf-1b87-4e79-ad57-87e0a90a7a96',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.922162] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40a3f7f3-a560-43bb-8223-b3cecf703145',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.923622] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-40a3f7f3-a560-43bb-8223-b3cecf703145 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.923925] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40a3f7f3-a560-43bb-8223-b3cecf703145" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.924645] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4821bcbf-1b87-4e79-ad57-87e0a90a7a96 with status ACTIVE [ 1057.924913] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.924981] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.925064] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.925428] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.925497] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.926031] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.926031] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.926031] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.926031] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.926297] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.930017] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.930017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.930017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.930017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.930017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.930017] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4821bcbf-1b87-4e79-ad57-87e0a90a7a96 is going to be updated. [ 1057.948139] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.948328] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.948419] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.948685] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.948957] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.949181] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4821bcbf-1b87-4e79-ad57-87e0a90a7a96" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.974434] env[69258]: INFO networking_nsxv3.common.synchronization [req-cbf84793-39c5-4360-bcfe-f3858327febf req-8bb55066-cd31-4ba3-8d60-04617251a915 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Enqueued Resource ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 with Priority: HIGHEST for action security_group_members [ 1057.974434] env[69258]: INFO networking_nsxv3.common.synchronization [req-cbf84793-39c5-4360-bcfe-f3858327febf req-8bb55066-cd31-4ba3-8d60-04617251a915 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Enqueued Resource ID: 9d83d1f6-d86e-415f-b17b-0d4c94dfa33a with Priority: HIGHEST for action security_group_members [ 1057.976019] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 with Priority: HIGHEST for action security_group_members [ 1057.976215] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d83d1f6-d86e-415f-b17b-0d4c94dfa33a with Priority: HIGHEST for action security_group_members [ 1057.976600] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.976821] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.976917] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.977345] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.977419] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.978023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.978023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.978201] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.978357] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.978491] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d0d75f5-71e2-4d08-acac-2cecc96fc6f8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.980132] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d83d1f6-d86e-415f-b17b-0d4c94dfa33a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.980295] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d83d1f6-d86e-415f-b17b-0d4c94dfa33a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.980385] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d83d1f6-d86e-415f-b17b-0d4c94dfa33a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.980717] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d83d1f6-d86e-415f-b17b-0d4c94dfa33a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.980872] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.980985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.981090] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.981288] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.981403] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.981523] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d83d1f6-d86e-415f-b17b-0d4c94dfa33a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.028793] env[69258]: INFO networking_nsxv3.common.synchronization [req-cbf84793-39c5-4360-bcfe-f3858327febf req-8bb55066-cd31-4ba3-8d60-04617251a915 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Enqueued Resource ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 with Priority: HIGHEST for action security_group_rules [ 1058.028957] env[69258]: INFO networking_nsxv3.common.synchronization [req-cbf84793-39c5-4360-bcfe-f3858327febf req-8bb55066-cd31-4ba3-8d60-04617251a915 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Enqueued Resource ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 with Priority: HIGHEST for action security_group_members [ 1058.029115] env[69258]: INFO networking_nsxv3.common.synchronization [req-cbf84793-39c5-4360-bcfe-f3858327febf req-8bb55066-cd31-4ba3-8d60-04617251a915 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Enqueued Resource ID: 9d83d1f6-d86e-415f-b17b-0d4c94dfa33a with Priority: HIGHEST for action security_group_rules [ 1058.029250] env[69258]: INFO networking_nsxv3.common.synchronization [req-cbf84793-39c5-4360-bcfe-f3858327febf req-8bb55066-cd31-4ba3-8d60-04617251a915 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Enqueued Resource ID: 9d83d1f6-d86e-415f-b17b-0d4c94dfa33a with Priority: HIGHEST for action security_group_members [ 1058.029384] env[69258]: INFO networking_nsxv3.common.synchronization [req-cbf84793-39c5-4360-bcfe-f3858327febf req-8bb55066-cd31-4ba3-8d60-04617251a915 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Enqueued Resource ID: f204474e-58ef-488e-b75b-227094c415a4 with Priority: HIGHEST for action port [ 1058.029886] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 with Priority: HIGHEST for action security_group_rules [ 1058.030046] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d83d1f6-d86e-415f-b17b-0d4c94dfa33a with Priority: HIGHEST for action security_group_rules [ 1058.030152] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f204474e-58ef-488e-b75b-227094c415a4 with Priority: HIGHEST for action port [ 1058.030243] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 with Priority: HIGHEST for action security_group_members [ 1058.030326] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d83d1f6-d86e-415f-b17b-0d4c94dfa33a with Priority: HIGHEST for action security_group_members [ 1058.030593] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.030764] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.030837] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.031256] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.031256] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d0d75f5-71e2-4d08-acac-2cecc96fc6f8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.034337] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d83d1f6-d86e-415f-b17b-0d4c94dfa33a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.034467] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d83d1f6-d86e-415f-b17b-0d4c94dfa33a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.034545] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d83d1f6-d86e-415f-b17b-0d4c94dfa33a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.034778] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d83d1f6-d86e-415f-b17b-0d4c94dfa33a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.034862] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d83d1f6-d86e-415f-b17b-0d4c94dfa33a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.035687] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-f204474e-58ef-488e-b75b-227094c415a4 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.036105] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f204474e-58ef-488e-b75b-227094c415a4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.036194] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f204474e-58ef-488e-b75b-227094c415a4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.036371] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f204474e-58ef-488e-b75b-227094c415a4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.036460] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f204474e-58ef-488e-b75b-227094c415a4',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.037220] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.037344] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.037656] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d83d1f6-d86e-415f-b17b-0d4c94dfa33a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.037742] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d83d1f6-d86e-415f-b17b-0d4c94dfa33a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.052312] env[69258]: INFO networking_nsxv3.common.synchronization [None req-76efe7c8-e45a-4824-affd-f6eb9b7344ba tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Enqueued Resource ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba with Priority: HIGHEST for action security_group_rules [ 1058.052312] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba with Priority: HIGHEST for action security_group_rules [ 1058.052710] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.053022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.053249] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.055321] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.055321] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2a2dcfa-c9e2-465d-9155-08c35e41e5ba',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.146250] env[69258]: INFO networking_nsxv3.common.synchronization [None req-28b7689a-8296-4faa-a23e-2e8f36914380 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Enqueued Resource ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba with Priority: HIGHEST for action security_group_rules [ 1058.147442] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba with Priority: HIGHEST for action security_group_rules [ 1058.149687] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.150705] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.334901] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: SUCCESS [ 1058.335091] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b48f402-907d-4c46-9590-20353319ee6c deletion is rescheduled due to dependency. [ 1058.335200] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.383276] env[69258]: INFO networking_nsxv3.common.synchronization [req-2949afa6-61e7-4516-9fa0-66bd2076e525 req-e82b7ae0-5e31-4a1a-9ef9-93edbb38c954 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Enqueued Resource ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 with Priority: HIGHEST for action security_group_members [ 1058.383276] env[69258]: INFO networking_nsxv3.common.synchronization [req-2949afa6-61e7-4516-9fa0-66bd2076e525 req-e82b7ae0-5e31-4a1a-9ef9-93edbb38c954 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Enqueued Resource ID: 9d83d1f6-d86e-415f-b17b-0d4c94dfa33a with Priority: HIGHEST for action security_group_members [ 1058.383276] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 with Priority: HIGHEST for action security_group_members [ 1058.383276] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d83d1f6-d86e-415f-b17b-0d4c94dfa33a with Priority: HIGHEST for action security_group_members [ 1058.384107] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.385156] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.385156] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d83d1f6-d86e-415f-b17b-0d4c94dfa33a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.385156] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d83d1f6-d86e-415f-b17b-0d4c94dfa33a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.425621] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40a3f7f3-a560-43bb-8223-b3cecf703145',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.441019] env[69258]: INFO networking_nsxv3.common.synchronization [req-2949afa6-61e7-4516-9fa0-66bd2076e525 req-e82b7ae0-5e31-4a1a-9ef9-93edbb38c954 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Enqueued Resource ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 with Priority: HIGHEST for action security_group_rules [ 1058.441019] env[69258]: INFO networking_nsxv3.common.synchronization [req-2949afa6-61e7-4516-9fa0-66bd2076e525 req-e82b7ae0-5e31-4a1a-9ef9-93edbb38c954 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Enqueued Resource ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 with Priority: HIGHEST for action security_group_members [ 1058.441019] env[69258]: INFO networking_nsxv3.common.synchronization [req-2949afa6-61e7-4516-9fa0-66bd2076e525 req-e82b7ae0-5e31-4a1a-9ef9-93edbb38c954 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Enqueued Resource ID: f204474e-58ef-488e-b75b-227094c415a4 with Priority: HIGHEST for action port [ 1058.441019] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 with Priority: HIGHEST for action security_group_rules [ 1058.441019] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 with Priority: HIGHEST for action security_group_members [ 1058.441019] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f204474e-58ef-488e-b75b-227094c415a4 with Priority: HIGHEST for action port [ 1058.441606] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.443518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.443518] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.443518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.443518] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-f204474e-58ef-488e-b75b-227094c415a4 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.443518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f204474e-58ef-488e-b75b-227094c415a4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.483400] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d83d1f6-d86e-415f-b17b-0d4c94dfa33a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.488501] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d0d75f5-71e2-4d08-acac-2cecc96fc6f8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.535287] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.535287] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.538637] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f204474e-58ef-488e-b75b-227094c415a4 with status ACTIVE [ 1058.542048] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.542048] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.542048] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.542048] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.542048] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.542048] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.542048] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.542048] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.542048] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.542048] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.542048] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.542048] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.542048] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.542048] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.542048] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.542048] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f204474e-58ef-488e-b75b-227094c415a4 is going to be updated. [ 1058.545123] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d83d1f6-d86e-415f-b17b-0d4c94dfa33a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.545547] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d83d1f6-d86e-415f-b17b-0d4c94dfa33a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.569018] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.571141] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.571141] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.571141] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.571141] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.571141] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f204474e-58ef-488e-b75b-227094c415a4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.571141] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f204474e-58ef-488e-b75b-227094c415a4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.571141] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f204474e-58ef-488e-b75b-227094c415a4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.571141] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f204474e-58ef-488e-b75b-227094c415a4',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.591236] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.591491] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.591618] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.591920] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.592106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.592253] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba already deleted. [ 1058.592385] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.592614] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.592848] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.593008] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2a2dcfa-c9e2-465d-9155-08c35e41e5ba',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.927466] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.927767] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.927767] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.927906] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.928011] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.928114] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40a3f7f3-a560-43bb-8223-b3cecf703145 is going to be created. [ 1058.956322] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.956482] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.956580] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.956770] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.956933] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.966680] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40a3f7f3-a560-43bb-8223-b3cecf703145 in Status: UNINITIALIZED for 2s [ 1058.990174] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d83d1f6-d86e-415f-b17b-0d4c94dfa33a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.991165] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d0d75f5-71e2-4d08-acac-2cecc96fc6f8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.073962] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f204474e-58ef-488e-b75b-227094c415a4 with status ACTIVE [ 1059.074207] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.074346] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.074419] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.074636] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.074727] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.074902] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.074998] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.075080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.075228] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.075305] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.075483] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.075575] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.075638] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.075773] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.075847] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.075930] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f204474e-58ef-488e-b75b-227094c415a4 is going to be updated. [ 1059.095742] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.095884] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.095957] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.096186] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.096491] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.096491] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f204474e-58ef-488e-b75b-227094c415a4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.099225] env[69258]: INFO networking_nsxv3.common.synchronization [req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 req-37d289d5-d72c-45b3-95bd-54b5443cb1c1 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Enqueued Resource ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 with Priority: HIGHEST for action security_group_members [ 1059.100145] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 with Priority: HIGHEST for action security_group_members [ 1059.100538] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a62bc8e-932f-4362-a35f-e82b5fc11a70 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.100648] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.100859] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.101081] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.101285] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.101428] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.101526] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.101723] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.101846] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.101998] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a62bc8e-932f-4362-a35f-e82b5fc11a70',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.117216] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.117363] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.117514] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.117616] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.117704] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.117796] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba already deleted. [ 1059.117878] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.379034] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: SUCCESS [ 1059.379034] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.452575] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.452575] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-871" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.452838] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-871" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.452968] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-871" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.453255] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.453462] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.453593] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.453820] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.453964] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.454191] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1059.454432] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.454432] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.454570] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.454645] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1059.454756] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.454895] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.471658] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.471887] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1059.472050] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.472243] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-871" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.472571] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.472749] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.472985] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.474505] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.474505] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0de6548a-dbd7-4e4c-8763-b0cf1a9b1173',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.493375] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.493524] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.493593] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.493799] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.493886] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.493980] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d83d1f6-d86e-415f-b17b-0d4c94dfa33a is going to be created. [ 1059.495392] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.495511] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.495578] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.495766] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.496163] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.496163] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 is going to be updated. [ 1059.517142] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.517303] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.517375] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.517563] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.517718] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.523628] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.523788] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.523887] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.524132] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.524307] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.526503] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d83d1f6-d86e-415f-b17b-0d4c94dfa33a in Status: UNINITIALIZED for 2s [ 1059.530352] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 in Status: IN_PROGRESS for 2s [ 1059.605194] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.607040] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.607040] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.607040] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.607040] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.607040] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.607040] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.607040] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.607040] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.607040] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.607040] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 already deleted. [ 1059.607040] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.976632] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.977059] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.977059] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.977293] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.977451] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.977612] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 not found, creating... [ 1059.977889] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.978280] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.978280] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.978469] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.978537] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.978890] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.979103] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.979235] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.979452] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.979593] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.979739] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 is going to be created. [ 1059.998604] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.998835] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.998946] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.999473] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.999473] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.999709] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.733107] env[69258]: INFO networking_nsxv3.common.synchronization [req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 req-384c1062-6f45-40fc-a6e7-6b267caf04ef service nova] Enqueued Resource ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 with Priority: HIGHEST for action security_group_rules [ 1060.733345] env[69258]: INFO networking_nsxv3.common.synchronization [req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 req-384c1062-6f45-40fc-a6e7-6b267caf04ef service nova] Enqueued Resource ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 with Priority: HIGHEST for action security_group_members [ 1060.733497] env[69258]: INFO networking_nsxv3.common.synchronization [req-1ccf8c39-0d51-4038-b2c1-e24068fb59d2 req-384c1062-6f45-40fc-a6e7-6b267caf04ef service nova] Enqueued Resource ID: 0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 with Priority: HIGHEST for action port [ 1060.733739] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 with Priority: HIGHEST for action security_group_rules [ 1060.733871] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 with Priority: HIGHEST for action security_group_members [ 1060.733966] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 with Priority: HIGHEST for action port [ 1060.734531] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a62bc8e-932f-4362-a35f-e82b5fc11a70 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.734659] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.734726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.734923] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.735013] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a62bc8e-932f-4362-a35f-e82b5fc11a70',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.738074] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a62bc8e-932f-4362-a35f-e82b5fc11a70 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.738074] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.738074] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.738074] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.738074] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.738074] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.738074] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.738074] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.738074] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.738074] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a62bc8e-932f-4362-a35f-e82b5fc11a70',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.738074] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.738074] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.738074] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.738074] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.738074] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0de6548a-dbd7-4e4c-8763-b0cf1a9b1173',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.975727] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40a3f7f3-a560-43bb-8223-b3cecf703145 in Status: SUCCESS [ 1060.976054] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40a3f7f3-a560-43bb-8223-b3cecf703145" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.976150] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40a3f7f3-a560-43bb-8223-b3cecf703145" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.976339] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40a3f7f3-a560-43bb-8223-b3cecf703145" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.976534] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.976651] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.976718] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.976966] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.977029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.977091] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40a3f7f3-a560-43bb-8223-b3cecf703145" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.977185] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40a3f7f3-a560-43bb-8223-b3cecf703145',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.243024] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a62bc8e-932f-4362-a35f-e82b5fc11a70',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.243024] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a62bc8e-932f-4362-a35f-e82b5fc11a70 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.243024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.243024] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 with status ACTIVE [ 1061.243024] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.243024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.243024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.243024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.243024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.243024] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.243024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.243024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.243024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.243024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.243816] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.243816] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.243816] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.243816] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.243816] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.243816] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 is going to be updated. [ 1061.268836] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.268836] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.268836] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.268836] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.268836] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.268836] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.478827] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40a3f7f3-a560-43bb-8223-b3cecf703145',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.537558] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d83d1f6-d86e-415f-b17b-0d4c94dfa33a in Status: SUCCESS [ 1061.537558] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d83d1f6-d86e-415f-b17b-0d4c94dfa33a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.537558] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d83d1f6-d86e-415f-b17b-0d4c94dfa33a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.537734] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d83d1f6-d86e-415f-b17b-0d4c94dfa33a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.538183] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.538183] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.538183] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.538350] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.538350] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.538423] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d83d1f6-d86e-415f-b17b-0d4c94dfa33a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.539834] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 in Status: SUCCESS [ 1061.540586] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.540586] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.540586] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.540586] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.540586] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.540855] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.540855] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.540855] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.541032] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d0d75f5-71e2-4d08-acac-2cecc96fc6f8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.644601] env[69258]: INFO networking_nsxv3.common.synchronization [req-04daefd8-d47f-4beb-8246-327782a9db81 req-d8ac0bd4-7e9d-4bdc-8bf6-3b3d531d5381 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Enqueued Resource ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 with Priority: HIGHEST for action security_group_members [ 1061.647178] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 with Priority: HIGHEST for action security_group_members [ 1061.648202] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.648365] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.648435] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.648735] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.648977] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.649155] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.649257] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.649478] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.649576] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.649694] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa64ecd7-5c4e-43b1-92a1-f91a33d5e760',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.746277] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a62bc8e-932f-4362-a35f-e82b5fc11a70',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.957569] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-205 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.957772] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.957909] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.958570] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.958570] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.958764] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.959037] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.959311] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.959469] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.959718] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1061.959851] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.959972] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.960101] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.960221] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1061.960333] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.960608] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.978419] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.978688] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1061.978828] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.979087] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.979498] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-8135c4f5-190f-4aa1-9945-b950c0a71929 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.979595] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-8135c4f5-190f-4aa1-9945-b950c0a71929" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.979755] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-8135c4f5-190f-4aa1-9945-b950c0a71929" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.980023] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-8135c4f5-190f-4aa1-9945-b950c0a71929" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.980176] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8135c4f5-190f-4aa1-9945-b950c0a71929',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.981719] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40a3f7f3-a560-43bb-8223-b3cecf703145: rpc.has_security_group_logging(os_id): False [ 1061.999720] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.999875] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.000088] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.000185] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.000269] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.000510] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.000607] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.000763] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.000853] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.000958] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.001061] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40a3f7f3-a560-43bb-8223-b3cecf703145 is going to be created. [ 1062.043111] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.043260] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.043306] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.043573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.043667] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.043874] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.043995] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.044063] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.044217] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.044331] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.044433] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d83d1f6-d86e-415f-b17b-0d4c94dfa33a is going to be deleted. [ 1062.045558] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d0d75f5-71e2-4d08-acac-2cecc96fc6f8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.068788] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.069069] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.069069] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.069207] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.069390] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.079011] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.079190] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.079231] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.079424] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.079512] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.079608] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d83d1f6-d86e-415f-b17b-0d4c94dfa33a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.079747] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d83d1f6-d86e-415f-b17b-0d4c94dfa33a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.079899] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d83d1f6-d86e-415f-b17b-0d4c94dfa33a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.080072] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.080173] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.080231] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.080368] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.080442] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.080531] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d83d1f6-d86e-415f-b17b-0d4c94dfa33a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.081967] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40a3f7f3-a560-43bb-8223-b3cecf703145 in Status: IN_PROGRESS for 2s [ 1062.153104] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.153346] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.153446] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.153837] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.153837] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.154070] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.154189] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.154258] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.154431] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.154518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.154615] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 already deleted. [ 1062.154709] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.249336] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.249510] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.249568] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.249771] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.249864] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.249969] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 is going to be created. [ 1062.279787] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.279787] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.279787] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.279787] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.279787] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.295117] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 in Status: UNINITIALIZED for 2s [ 1062.487132] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.487132] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.487132] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.487132] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.487132] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.487132] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 8135c4f5-190f-4aa1-9945-b950c0a71929 not found, creating... [ 1062.487132] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.487132] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.487132] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.487132] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.487132] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.487558] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.487558] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.487558] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.487849] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.488120] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.488369] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 8135c4f5-190f-4aa1-9945-b950c0a71929 is going to be created. [ 1062.509150] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.509150] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.509150] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.509150] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.509150] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.509150] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-8135c4f5-190f-4aa1-9945-b950c0a71929" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.552406] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d0d75f5-71e2-4d08-acac-2cecc96fc6f8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.585582] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.585582] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.585582] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.585582] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.585582] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.585582] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.585582] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.585582] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.585582] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.585582] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.585582] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d83d1f6-d86e-415f-b17b-0d4c94dfa33a already deleted. [ 1062.585582] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d83d1f6-d86e-415f-b17b-0d4c94dfa33a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.585582] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d83d1f6-d86e-415f-b17b-0d4c94dfa33a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.585582] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d83d1f6-d86e-415f-b17b-0d4c94dfa33a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.585582] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.585582] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.585582] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.586547] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.586775] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.586971] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d83d1f6-d86e-415f-b17b-0d4c94dfa33a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.055268] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.055558] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.055599] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.057106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.057106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.057106] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 is going to be updated. [ 1063.086256] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.086410] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.086484] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.086710] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.086868] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.088527] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.088653] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.088717] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.088921] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.089153] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.089337] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.089439] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.089518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.089674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.089754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.089855] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d83d1f6-d86e-415f-b17b-0d4c94dfa33a already deleted. [ 1063.089936] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d83d1f6-d86e-415f-b17b-0d4c94dfa33a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.090038] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d83d1f6-d86e-415f-b17b-0d4c94dfa33a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.096299] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 in Status: IN_PROGRESS for 2s [ 1063.232997] env[69258]: INFO networking_nsxv3.common.synchronization [req-04daefd8-d47f-4beb-8246-327782a9db81 req-349d44e6-3956-44e3-b414-0831846ee8a2 service nova] Enqueued Resource ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 with Priority: HIGHEST for action security_group_rules [ 1063.233462] env[69258]: INFO networking_nsxv3.common.synchronization [req-04daefd8-d47f-4beb-8246-327782a9db81 req-349d44e6-3956-44e3-b414-0831846ee8a2 service nova] Enqueued Resource ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 with Priority: HIGHEST for action security_group_members [ 1063.233462] env[69258]: INFO networking_nsxv3.common.synchronization [req-04daefd8-d47f-4beb-8246-327782a9db81 req-349d44e6-3956-44e3-b414-0831846ee8a2 service nova] Enqueued Resource ID: 8135c4f5-190f-4aa1-9945-b950c0a71929 with Priority: HIGHEST for action port [ 1063.234239] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 with Priority: HIGHEST for action security_group_rules [ 1063.234363] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 with Priority: HIGHEST for action security_group_members [ 1063.234535] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8135c4f5-190f-4aa1-9945-b950c0a71929 with Priority: HIGHEST for action port [ 1063.234743] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.234860] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.234942] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.235161] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.235253] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa64ecd7-5c4e-43b1-92a1-f91a33d5e760',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.236075] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.236194] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.236262] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.236433] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.236580] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.236677] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.236739] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.236878] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.236972] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.237066] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa64ecd7-5c4e-43b1-92a1-f91a33d5e760',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.237825] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-8135c4f5-190f-4aa1-9945-b950c0a71929 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.237975] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8135c4f5-190f-4aa1-9945-b950c0a71929" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.237975] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8135c4f5-190f-4aa1-9945-b950c0a71929" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.238183] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8135c4f5-190f-4aa1-9945-b950c0a71929" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.238270] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8135c4f5-190f-4aa1-9945-b950c0a71929',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.592434] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d83d1f6-d86e-415f-b17b-0d4c94dfa33a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.739799] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa64ecd7-5c4e-43b1-92a1-f91a33d5e760',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.744054] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.744054] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.744054] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8135c4f5-190f-4aa1-9945-b950c0a71929 with status ACTIVE [ 1063.744054] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.744054] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.744054] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.744054] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.744054] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.744054] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.744054] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.744054] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.744054] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.744054] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.744054] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.744979] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.744979] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.744979] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.744979] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.744979] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8135c4f5-190f-4aa1-9945-b950c0a71929 is going to be updated. [ 1063.766160] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.766369] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.766470] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.766734] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.766912] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.767095] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8135c4f5-190f-4aa1-9945-b950c0a71929" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.094117] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40a3f7f3-a560-43bb-8223-b3cecf703145 in Status: SUCCESS [ 1064.094416] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40a3f7f3-a560-43bb-8223-b3cecf703145" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.097700] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d83d1f6-d86e-415f-b17b-0d4c94dfa33a: rpc.has_security_group_logging(os_id): False [ 1064.113324] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.113324] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.113324] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.113510] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.113510] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.113747] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.113881] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.113945] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.114165] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.114602] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.114602] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d83d1f6-d86e-415f-b17b-0d4c94dfa33a is going to be created. [ 1064.131673] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/9d83d1f6-d86e-415f-b17b-0d4c94dfa33a], does not exist path=[/infra/domains/default/groups/9d83d1f6-d86e-415f-b17b-0d4c94dfa33a]."\n}' [ 1064.131898] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d83d1f6-d86e-415f-b17b-0d4c94dfa33a failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/9d83d1f6-d86e-415f-b17b-0d4c94dfa33a [ 1064.131998] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1064.182567] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.182567] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.182567] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.182567] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.182978] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.183304] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.183415] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.183593] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.183661] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.183752] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.183899] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.184092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.184165] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.184315] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.184391] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.184479] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d83d1f6-d86e-415f-b17b-0d4c94dfa33a is going to be created. [ 1064.204823] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/9d83d1f6-d86e-415f-b17b-0d4c94dfa33a], does not exist path=[/infra/domains/default/groups/9d83d1f6-d86e-415f-b17b-0d4c94dfa33a]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/9d83d1f6-d86e-415f-b17b-0d4c94dfa33a [ 1064.204991] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d83d1f6-d86e-415f-b17b-0d4c94dfa33a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.205569] env[69258]: Traceback (most recent call last): [ 1064.205614] env[69258]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1064.205614] env[69258]: return func(*args, **kwargs) [ 1064.205614] env[69258]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1064.205614] env[69258]: res.raise_for_status() [ 1064.205614] env[69258]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1064.205614] env[69258]: raise HTTPError(http_error_msg, response=self) [ 1064.205614] env[69258]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/9d83d1f6-d86e-415f-b17b-0d4c94dfa33a [ 1064.205614] env[69258]: During handling of the above exception, another exception occurred: [ 1064.205614] env[69258]: Traceback (most recent call last): [ 1064.205614] env[69258]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1064.205614] env[69258]: listener.cb(fileno) [ 1064.205940] env[69258]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1064.205940] env[69258]: result = function(*args, **kwargs) [ 1064.205940] env[69258]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1064.205940] env[69258]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1064.205940] env[69258]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1064.205940] env[69258]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1064.205940] env[69258]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1064.205940] env[69258]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1064.205940] env[69258]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1064.205940] env[69258]: res.raise_for_status() [ 1064.205940] env[69258]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1064.205940] env[69258]: raise HTTPError(http_error_msg, response=self) [ 1064.205940] env[69258]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/9d83d1f6-d86e-415f-b17b-0d4c94dfa33a [ 1064.205940] env[69258]: Removing descriptor: 14 [ 1064.244752] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa64ecd7-5c4e-43b1-92a1-f91a33d5e760',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.306578] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 in Status: SUCCESS [ 1064.306578] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.306578] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.306578] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.306578] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.306578] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.306578] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.306578] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.306578] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.306578] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.306578] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a62bc8e-932f-4362-a35f-e82b5fc11a70',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.750138] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.750138] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.750138] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.750138] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.750138] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.750138] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 is going to be created. [ 1064.775376] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.775551] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.775612] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.775876] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.776079] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.788347] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 in Status: UNINITIALIZED for 2s [ 1064.814316] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a62bc8e-932f-4362-a35f-e82b5fc11a70',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.105766] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 in Status: SUCCESS [ 1065.106092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.106370] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.106577] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.106820] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.106982] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.107152] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.107293] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.107402] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.107530] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d0d75f5-71e2-4d08-acac-2cecc96fc6f8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.180444] env[69258]: INFO networking_nsxv3.common.synchronization [req-e6f2d708-550f-44e6-8b50-eeeb9e3f5ec9 req-f0163223-9ad7-48b7-b973-888f6dd64a56 tempest-ServerRescueTestJSONUnderV235-361093375 tempest-ServerRescueTestJSONUnderV235-361093375-project-member] Enqueued Resource ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 with Priority: HIGHEST for action security_group_members [ 1065.181171] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 with Priority: HIGHEST for action security_group_members [ 1065.184621] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.184740] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.316059] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a62bc8e-932f-4362-a35f-e82b5fc11a70: rpc.has_security_group_logging(os_id): False [ 1065.333575] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.333725] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.333776] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.333992] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.334122] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.334368] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.334468] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.334536] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.334681] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.334757] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.334843] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 is going to be created. [ 1065.389545] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.389728] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.389802] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.390378] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.390378] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.400419] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 in Status: IN_PROGRESS for 2s [ 1065.609647] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d0d75f5-71e2-4d08-acac-2cecc96fc6f8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.114435] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d0d75f5-71e2-4d08-acac-2cecc96fc6f8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.128604] env[69258]: INFO networking_nsxv3.common.synchronization [req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 req-b535a5a4-0cba-4e15-b13d-372cba9c29b1 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Enqueued Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_members [ 1066.129340] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_members [ 1066.129603] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.129721] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.129786] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.130056] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.130314] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.130484] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.130601] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.130854] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.131015] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.131308] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.617065] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.617278] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.617351] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.617563] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.617662] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.617752] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 is going to be updated. [ 1066.635665] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.644148] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.644374] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.644481] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.644660] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.644798] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.654282] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 in Status: IN_PROGRESS for 2s [ 1066.667073] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-339 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.667815] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-339" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.667815] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-339" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.667815] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-339" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.668182] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.668182] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.668304] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.668497] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.668580] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.668784] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1066.668922] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.669066] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.669189] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.669308] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1066.669480] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.669873] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.685598] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.685772] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1066.685917] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.686149] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-339" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.686429] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-213e63f3-59e6-480b-a90a-373e593997ca taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.686610] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-213e63f3-59e6-480b-a90a-373e593997ca" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.686725] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-213e63f3-59e6-480b-a90a-373e593997ca" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.687058] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-213e63f3-59e6-480b-a90a-373e593997ca" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.687233] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('213e63f3-59e6-480b-a90a-373e593997ca',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.797742] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 in Status: SUCCESS [ 1066.797866] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.798048] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.798297] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.798515] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.798649] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.798711] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.799020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.799128] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.799231] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.799329] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa64ecd7-5c4e-43b1-92a1-f91a33d5e760',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.139694] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.190225] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.190646] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.190984] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.191364] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.191624] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.192236] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 213e63f3-59e6-480b-a90a-373e593997ca not found, creating... [ 1067.192370] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.192638] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.192826] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.193178] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.193470] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.193826] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.194024] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.194155] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.194380] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.194600] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.194685] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 213e63f3-59e6-480b-a90a-373e593997ca is going to be created. [ 1067.216277] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.218499] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.218499] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.218499] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.218499] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.218499] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-213e63f3-59e6-480b-a90a-373e593997ca" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.301823] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa64ecd7-5c4e-43b1-92a1-f91a33d5e760',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.414220] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 in Status: SUCCESS [ 1067.414422] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.642353] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.642548] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.642628] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.642855] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.642948] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.643065] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 is going to be updated. [ 1067.668669] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.668812] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.668885] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.669113] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.669260] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.677047] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: IN_PROGRESS for 2s [ 1067.807318] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa64ecd7-5c4e-43b1-92a1-f91a33d5e760: rpc.has_security_group_logging(os_id): False [ 1067.825020] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.825020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.825020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.825020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.825020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.825020] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.825020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.825020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.825020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.825020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.825020] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 is going to be created. [ 1067.880941] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.882035] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.882035] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.882035] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.882035] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.895982] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 in Status: IN_PROGRESS for 2s [ 1068.064207] env[69258]: INFO networking_nsxv3.common.synchronization [req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 req-a88d3ee1-fc09-44d5-a266-5f9530ecc63a service nova] Enqueued Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_rules [ 1068.064207] env[69258]: INFO networking_nsxv3.common.synchronization [req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 req-a88d3ee1-fc09-44d5-a266-5f9530ecc63a service nova] Enqueued Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_members [ 1068.064207] env[69258]: INFO networking_nsxv3.common.synchronization [req-181c5bdb-39a1-4180-883a-7f1a642bbcc6 req-a88d3ee1-fc09-44d5-a266-5f9530ecc63a service nova] Enqueued Resource ID: 213e63f3-59e6-480b-a90a-373e593997ca with Priority: HIGHEST for action port [ 1068.064207] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_rules [ 1068.064207] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_members [ 1068.064207] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 213e63f3-59e6-480b-a90a-373e593997ca with Priority: HIGHEST for action port [ 1068.064207] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.064207] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.064207] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.064747] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.065057] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.066413] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.066860] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.067359] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-213e63f3-59e6-480b-a90a-373e593997ca taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.067830] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-213e63f3-59e6-480b-a90a-373e593997ca" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.069037] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-213e63f3-59e6-480b-a90a-373e593997ca" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.069037] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-213e63f3-59e6-480b-a90a-373e593997ca" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.069037] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('213e63f3-59e6-480b-a90a-373e593997ca',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.453908] env[69258]: INFO networking_nsxv3.common.synchronization [None req-2bed6104-edd7-4a3b-b7c8-a5ae2b6cb670 None None] Enqueued Resource ID: b30da663-6ef6-471e-aaf0-f1a8dfca4787 with Priority: HIGHEST for action port [ 1068.454452] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b30da663-6ef6-471e-aaf0-f1a8dfca4787 with Priority: HIGHEST for action port [ 1068.454745] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-b30da663-6ef6-471e-aaf0-f1a8dfca4787 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.455013] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b30da663-6ef6-471e-aaf0-f1a8dfca4787" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.455013] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b30da663-6ef6-471e-aaf0-f1a8dfca4787" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.455286] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b30da663-6ef6-471e-aaf0-f1a8dfca4787" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.455785] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b30da663-6ef6-471e-aaf0-f1a8dfca4787',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.570944] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.571118] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.571318] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 213e63f3-59e6-480b-a90a-373e593997ca with status ACTIVE [ 1068.571498] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.571604] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.571669] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.571925] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.571983] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.572153] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.572246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.572302] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.572452] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.572526] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.572700] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.572792] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.572848] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.572979] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.573064] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.573147] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 213e63f3-59e6-480b-a90a-373e593997ca is going to be updated. [ 1068.594112] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.594255] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.594326] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.594573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.594660] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.594809] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-213e63f3-59e6-480b-a90a-373e593997ca" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.673711] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 in Status: SUCCESS [ 1068.673944] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.674670] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.674942] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.675199] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.675371] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.675488] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.675746] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.675887] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.676042] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d0d75f5-71e2-4d08-acac-2cecc96fc6f8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.914332] env[69258]: INFO networking_nsxv3.common.synchronization [req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 req-7d95a086-b2ff-471d-bc1e-951dc17e8187 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Enqueued Resource ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 with Priority: HIGHEST for action security_group_members [ 1068.914927] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 with Priority: HIGHEST for action security_group_members [ 1068.915303] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f821c4b-bd82-47cd-9d53-849bebf1d446 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.915482] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.915591] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.915865] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.916083] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.916249] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.916351] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.916545] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.916691] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.916821] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f821c4b-bd82-47cd-9d53-849bebf1d446',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.957356] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b30da663-6ef6-471e-aaf0-f1a8dfca4787 [ 1068.957990] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.957990] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.957990] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.957990] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.958249] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.958249] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b30da663-6ef6-471e-aaf0-f1a8dfca4787 already deleted. [ 1068.958249] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b30da663-6ef6-471e-aaf0-f1a8dfca4787" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.179172] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.179315] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.179390] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.179618] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.213971] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.215017] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.215017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.215017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.215017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.215017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.215017] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 is going to be updated. [ 1069.243393] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.243393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.243393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.243393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.243393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.253177] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 in Status: IN_PROGRESS for 2s [ 1069.407822] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-675 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.408323] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-675" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.408323] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-675" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.408529] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-675" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.408806] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.408969] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.409400] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.409400] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.409499] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.412502] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1069.412502] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1069.412502] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1069.412502] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1069.412502] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1069.412502] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1069.412502] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1069.419024] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.419982] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.419982] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.419982] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.419982] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.419982] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.419982] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.419982] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.420800] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.420800] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.420800] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 already deleted. [ 1069.420800] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.427488] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1069.427966] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1069.427966] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1069.428176] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-675" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.428393] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-5b45f383-038a-4dd2-b411-fac52f905fdd taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.428590] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-5b45f383-038a-4dd2-b411-fac52f905fdd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.428727] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-5b45f383-038a-4dd2-b411-fac52f905fdd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.429101] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-5b45f383-038a-4dd2-b411-fac52f905fdd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.429260] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b45f383-038a-4dd2-b411-fac52f905fdd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.690028] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: SUCCESS [ 1069.690028] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.690028] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.690028] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.690028] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.690028] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.690028] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.692945] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.692945] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.692945] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.909107] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 in Status: SUCCESS [ 1069.909304] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.934269] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.934589] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.934782] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.935450] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.935714] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.935893] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 5b45f383-038a-4dd2-b411-fac52f905fdd not found, creating... [ 1069.936182] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.936353] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.936478] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.936717] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.936864] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.937169] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.937331] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.937456] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.937669] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.937809] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.937955] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 5b45f383-038a-4dd2-b411-fac52f905fdd is going to be created. [ 1069.957411] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.957728] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.957922] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.958260] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.958557] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.958846] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-5b45f383-038a-4dd2-b411-fac52f905fdd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.195460] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.635331] env[69258]: INFO networking_nsxv3.common.synchronization [None req-e8c99306-747b-45a6-9b80-67e139d34f29 None None] Enqueued Resource ID: e7a905cd-123d-4f71-a4ab-5cbd943cb525 with Priority: HIGHEST for action port [ 1070.635331] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7a905cd-123d-4f71-a4ab-5cbd943cb525 with Priority: HIGHEST for action port [ 1070.635331] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7a905cd-123d-4f71-a4ab-5cbd943cb525 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.635331] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7a905cd-123d-4f71-a4ab-5cbd943cb525" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.635331] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7a905cd-123d-4f71-a4ab-5cbd943cb525" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.635331] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7a905cd-123d-4f71-a4ab-5cbd943cb525" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.635331] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7a905cd-123d-4f71-a4ab-5cbd943cb525',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.698941] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.008569] env[69258]: INFO networking_nsxv3.common.synchronization [req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 req-f2188889-b7bb-4947-9d36-46077cbd7869 service nova] Enqueued Resource ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 with Priority: HIGHEST for action security_group_rules [ 1071.008754] env[69258]: INFO networking_nsxv3.common.synchronization [req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 req-f2188889-b7bb-4947-9d36-46077cbd7869 service nova] Enqueued Resource ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 with Priority: HIGHEST for action security_group_members [ 1071.008910] env[69258]: INFO networking_nsxv3.common.synchronization [req-8d424ceb-d0ed-4251-8d38-73dcce3b85c3 req-f2188889-b7bb-4947-9d36-46077cbd7869 service nova] Enqueued Resource ID: 5b45f383-038a-4dd2-b411-fac52f905fdd with Priority: HIGHEST for action port [ 1071.009449] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 with Priority: HIGHEST for action security_group_rules [ 1071.009580] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 with Priority: HIGHEST for action security_group_members [ 1071.009675] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b45f383-038a-4dd2-b411-fac52f905fdd with Priority: HIGHEST for action port [ 1071.010216] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f821c4b-bd82-47cd-9d53-849bebf1d446 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.010949] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.011131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.011367] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.011367] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f821c4b-bd82-47cd-9d53-849bebf1d446',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.012370] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f821c4b-bd82-47cd-9d53-849bebf1d446 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.012595] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.012595] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.012751] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.013358] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.014193] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.014193] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.014193] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.014193] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.014193] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f821c4b-bd82-47cd-9d53-849bebf1d446',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.014838] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b45f383-038a-4dd2-b411-fac52f905fdd taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.014932] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b45f383-038a-4dd2-b411-fac52f905fdd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.014991] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b45f383-038a-4dd2-b411-fac52f905fdd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.015394] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b45f383-038a-4dd2-b411-fac52f905fdd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.015394] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b45f383-038a-4dd2-b411-fac52f905fdd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.138839] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7a905cd-123d-4f71-a4ab-5cbd943cb525 [ 1071.139161] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.139332] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.139418] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.139637] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.139733] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.139843] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7a905cd-123d-4f71-a4ab-5cbd943cb525 already deleted. [ 1071.139934] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7a905cd-123d-4f71-a4ab-5cbd943cb525" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.200893] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.201116] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.201212] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.201423] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.201516] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.201617] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 is going to be updated. [ 1071.229681] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.229838] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.229910] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.230142] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.230323] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.240065] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: IN_PROGRESS for 2s [ 1071.262268] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 in Status: SUCCESS [ 1071.262856] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 deletion is rescheduled due to dependency. [ 1071.262983] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.263163] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.263370] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.263554] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.263664] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.263799] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.263868] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.264077] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.264077] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.264183] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d0d75f5-71e2-4d08-acac-2cecc96fc6f8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.264927] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.265552] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.265687] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.265798] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.265894] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.266095] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.266321] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.266451] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d0d75f5-71e2-4d08-acac-2cecc96fc6f8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.520020] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f821c4b-bd82-47cd-9d53-849bebf1d446 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.520020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.520020] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f821c4b-bd82-47cd-9d53-849bebf1d446',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.520020] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b45f383-038a-4dd2-b411-fac52f905fdd with status ACTIVE [ 1071.520020] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.520020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.520020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.520020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.520020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.520020] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.520020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.520020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.520020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.520020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.521826] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.521826] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.521826] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.521826] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.521826] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.521826] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b45f383-038a-4dd2-b411-fac52f905fdd is going to be updated. [ 1071.545850] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.546833] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.546833] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.547071] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.547209] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.547410] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b45f383-038a-4dd2-b411-fac52f905fdd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.769265] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.769590] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.769784] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.769914] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.769985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.770204] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.770310] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.770488] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.770585] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.770650] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.770804] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.770882] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.770992] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 is going to be updated. [ 1071.802124] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.803520] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.804069] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.804069] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.804069] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.818575] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 in Status: IN_PROGRESS for 2s [ 1072.025468] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f821c4b-bd82-47cd-9d53-849bebf1d446',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.527363] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.527587] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.527587] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.528489] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.528489] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.528489] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 is going to be created. [ 1072.550117] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.550227] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.550284] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.550449] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.550611] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.560114] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 in Status: UNINITIALIZED for 2s [ 1073.249745] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: SUCCESS [ 1073.250077] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.250128] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.250307] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.250495] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.250608] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.250670] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.250814] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.250894] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.251016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.251109] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.755849] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.756057] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.756109] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.756341] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.756535] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.756664] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.756729] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.756881] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.756972] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.757109] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.757245] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.757372] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.757416] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.757574] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.757716] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.757807] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.757864] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.758044] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.758099] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.758224] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.758338] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.828571] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 in Status: SUCCESS [ 1073.828765] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 deletion is rescheduled due to dependency. [ 1073.828890] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.829111] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.829392] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.829682] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.829772] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.829808] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.829936] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.830035] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.830169] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.830375] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.830842] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.830842] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.830842] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.830989] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.831059] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.831103] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.831288] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.831458] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.831510] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.831578] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d0d75f5-71e2-4d08-acac-2cecc96fc6f8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.260779] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c8dc541-bce3-4239-a47a-451d9ee5b7e9: rpc.has_security_group_logging(os_id): False [ 1074.280933] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.280933] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.280933] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.280933] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.300074] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.300374] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.300490] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.300555] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.300756] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.300850] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.301148] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.301273] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.301339] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.301461] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.301533] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.301743] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.301884] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.301954] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.302261] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.302357] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.302410] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 is going to be updated. [ 1074.334169] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8: rpc.has_security_group_logging(os_id): False [ 1074.358120] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.358275] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.358347] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.358555] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.358652] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.358851] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.358970] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.359152] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.359220] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.359291] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.359486] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.359583] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.359646] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.359784] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.359860] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.360160] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.360246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.360246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.360394] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.360468] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.360554] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 is going to be updated. [ 1074.363512] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.363512] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.363512] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.363720] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.363884] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.390138] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: IN_PROGRESS for 2s [ 1074.456634] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.456634] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.456819] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.456992] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.457209] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.470358] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 in Status: IN_PROGRESS for 2s [ 1074.575564] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 in Status: SUCCESS [ 1074.576051] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.576316] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.576497] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.576720] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.577612] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.577746] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.578211] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.579285] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.579285] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.579285] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f821c4b-bd82-47cd-9d53-849bebf1d446',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.081777] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f821c4b-bd82-47cd-9d53-849bebf1d446',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.362369] env[69258]: INFO networking_nsxv3.common.synchronization [req-72bb471c-bbe9-4620-a247-daf46de470f9 req-57c62266-37c7-4ed2-b4a7-4b657d675934 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Enqueued Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 1075.363080] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 1075.363607] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.363706] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.363706] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.363949] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.364130] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.364241] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.364300] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.364505] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.364610] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.364744] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.586689] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f821c4b-bd82-47cd-9d53-849bebf1d446: rpc.has_security_group_logging(os_id): False [ 1075.607164] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.607598] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.607776] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.607890] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.607990] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.608259] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.608357] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.608416] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.608953] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.608953] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.608953] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 is going to be created. [ 1075.669569] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.669813] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.669813] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.669998] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.670243] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.685097] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 in Status: IN_PROGRESS for 2s [ 1075.867629] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.868202] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.868448] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.869373] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.898258] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.898258] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.898258] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.898258] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.898258] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.898258] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.898258] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f is going to be updated. [ 1075.926428] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.926428] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.926428] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.926428] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.926428] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.937455] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: IN_PROGRESS for 2s [ 1076.112416] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-133 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.112766] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-133" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.112916] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-133" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.113329] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-133" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.113678] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.114029] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.114148] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.114435] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.114645] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.114909] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1076.115169] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.115333] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.115559] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.115720] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1076.115845] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.115992] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.137370] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.137525] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1076.137602] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.138555] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-133" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.138555] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-b49821ae-20f3-435b-bb75-af0edf4a1f13 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.138555] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-b49821ae-20f3-435b-bb75-af0edf4a1f13" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.138555] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-b49821ae-20f3-435b-bb75-af0edf4a1f13" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.138914] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-b49821ae-20f3-435b-bb75-af0edf4a1f13" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.139051] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b49821ae-20f3-435b-bb75-af0edf4a1f13',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.407481] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: SUCCESS [ 1076.407768] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.486856] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 in Status: SUCCESS [ 1076.486856] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.486856] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.486856] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.486856] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d0d75f5-71e2-4d08-acac-2cecc96fc6f8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.642396] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.642639] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.642778] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.643173] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.643348] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.643521] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port b49821ae-20f3-435b-bb75-af0edf4a1f13 not found, creating... [ 1076.643887] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.644583] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.644583] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.644583] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.644702] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.645460] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.645645] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.645831] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.646084] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.646427] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.646427] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: b49821ae-20f3-435b-bb75-af0edf4a1f13 is going to be created. [ 1076.670442] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.670713] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.670848] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.671196] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.671457] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.671703] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-b49821ae-20f3-435b-bb75-af0edf4a1f13" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.010562] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.010856] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.010856] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.011053] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.011150] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.011254] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d0d75f5-71e2-4d08-acac-2cecc96fc6f8 is going to be deleted. [ 1077.061497] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.061673] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.061724] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.061920] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.062022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.062149] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d0d75f5-71e2-4d08-acac-2cecc96fc6f8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.356232] env[69258]: INFO networking_nsxv3.common.synchronization [req-72bb471c-bbe9-4620-a247-daf46de470f9 req-3e33b739-30cc-40f8-8d5d-17ecb631dc15 service nova] Enqueued Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_rules [ 1077.356391] env[69258]: INFO networking_nsxv3.common.synchronization [req-72bb471c-bbe9-4620-a247-daf46de470f9 req-3e33b739-30cc-40f8-8d5d-17ecb631dc15 service nova] Enqueued Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 1077.356540] env[69258]: INFO networking_nsxv3.common.synchronization [req-72bb471c-bbe9-4620-a247-daf46de470f9 req-3e33b739-30cc-40f8-8d5d-17ecb631dc15 service nova] Enqueued Resource ID: b49821ae-20f3-435b-bb75-af0edf4a1f13 with Priority: HIGHEST for action port [ 1077.356769] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_rules [ 1077.356900] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 1077.356996] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b49821ae-20f3-435b-bb75-af0edf4a1f13 with Priority: HIGHEST for action port [ 1077.357553] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.357709] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.357779] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.357973] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.358181] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.359716] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.359818] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.360025] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-b49821ae-20f3-435b-bb75-af0edf4a1f13 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.360132] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b49821ae-20f3-435b-bb75-af0edf4a1f13" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.360229] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b49821ae-20f3-435b-bb75-af0edf4a1f13" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.360549] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b49821ae-20f3-435b-bb75-af0edf4a1f13" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.360549] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b49821ae-20f3-435b-bb75-af0edf4a1f13',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.697320] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 in Status: SUCCESS [ 1077.697320] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.860596] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.860751] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.863130] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b49821ae-20f3-435b-bb75-af0edf4a1f13 with status ACTIVE [ 1077.863327] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.863446] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.863517] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.863734] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.863828] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.864048] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.864098] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.864180] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.864325] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.864449] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.864581] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.864665] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.864724] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.864866] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.864940] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.865045] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b49821ae-20f3-435b-bb75-af0edf4a1f13 is going to be updated. [ 1077.884408] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.884561] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.884604] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.884804] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.884938] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.885113] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b49821ae-20f3-435b-bb75-af0edf4a1f13" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.951317] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: SUCCESS [ 1077.951317] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f deletion is rescheduled due to dependency. [ 1077.951317] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.951317] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.951317] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.951317] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.951317] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.951317] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.951317] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.951317] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.951317] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.454113] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.956529] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.995516] env[69258]: INFO networking_nsxv3.common.synchronization [req-41f09355-6ead-4f1d-a250-48675053ddd5 req-920bf568-3c3f-4413-be2a-2079e9171e05 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Enqueued Resource ID: 07ae66ef-2de2-435a-9d5c-509f9fb26b44 with Priority: HIGHEST for action security_group_members [ 1078.996558] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07ae66ef-2de2-435a-9d5c-509f9fb26b44 with Priority: HIGHEST for action security_group_members [ 1078.996907] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-07ae66ef-2de2-435a-9d5c-509f9fb26b44 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.997044] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07ae66ef-2de2-435a-9d5c-509f9fb26b44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.997110] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07ae66ef-2de2-435a-9d5c-509f9fb26b44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.997369] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07ae66ef-2de2-435a-9d5c-509f9fb26b44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.997546] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.997619] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.997689] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.997829] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.998063] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.998063] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07ae66ef-2de2-435a-9d5c-509f9fb26b44',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.442895] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-907 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.443171] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-907" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.443384] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-907" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.443642] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-907" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.443943] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.444139] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.444272] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.444556] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.444727] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.444975] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.445122] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.445243] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.445378] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.445499] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1079.445613] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.445753] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.460767] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.460992] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.461079] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.461492] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.461680] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.461867] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f is going to be updated. [ 1079.466812] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.467091] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1079.467264] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.467449] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-907" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.467782] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-0864eb74-4a33-4545-89d6-a60026363df5 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.467965] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-0864eb74-4a33-4545-89d6-a60026363df5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.468117] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-0864eb74-4a33-4545-89d6-a60026363df5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.468465] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-0864eb74-4a33-4545-89d6-a60026363df5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.468658] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0864eb74-4a33-4545-89d6-a60026363df5',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.491497] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.491596] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.491690] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.491902] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.492143] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.500096] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.500249] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.500299] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.500508] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.500597] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.500790] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.500886] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.500943] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.501170] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.501226] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.501309] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07ae66ef-2de2-435a-9d5c-509f9fb26b44 already deleted. [ 1079.501387] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07ae66ef-2de2-435a-9d5c-509f9fb26b44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.503114] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: IN_PROGRESS for 2s [ 1079.971706] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.972144] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.972144] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.972445] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.972609] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.972771] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 0864eb74-4a33-4545-89d6-a60026363df5 not found, creating... [ 1079.973092] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.973276] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.973411] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.973652] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.973799] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.974110] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.974418] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.974563] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.974811] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.975038] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.975213] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 0864eb74-4a33-4545-89d6-a60026363df5 is going to be created. [ 1079.996889] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.997151] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.997228] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.997596] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.997733] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.997967] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-0864eb74-4a33-4545-89d6-a60026363df5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.856337] env[69258]: INFO networking_nsxv3.common.synchronization [req-41f09355-6ead-4f1d-a250-48675053ddd5 req-06ffa484-8a78-422a-9832-471bcdb4b83e service nova] Enqueued Resource ID: 07ae66ef-2de2-435a-9d5c-509f9fb26b44 with Priority: HIGHEST for action security_group_rules [ 1080.856517] env[69258]: INFO networking_nsxv3.common.synchronization [req-41f09355-6ead-4f1d-a250-48675053ddd5 req-06ffa484-8a78-422a-9832-471bcdb4b83e service nova] Enqueued Resource ID: 07ae66ef-2de2-435a-9d5c-509f9fb26b44 with Priority: HIGHEST for action security_group_members [ 1080.856664] env[69258]: INFO networking_nsxv3.common.synchronization [req-41f09355-6ead-4f1d-a250-48675053ddd5 req-06ffa484-8a78-422a-9832-471bcdb4b83e service nova] Enqueued Resource ID: 0864eb74-4a33-4545-89d6-a60026363df5 with Priority: HIGHEST for action port [ 1080.856906] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07ae66ef-2de2-435a-9d5c-509f9fb26b44 with Priority: HIGHEST for action security_group_rules [ 1080.857138] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07ae66ef-2de2-435a-9d5c-509f9fb26b44 with Priority: HIGHEST for action security_group_members [ 1080.857138] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0864eb74-4a33-4545-89d6-a60026363df5 with Priority: HIGHEST for action port [ 1080.857717] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07ae66ef-2de2-435a-9d5c-509f9fb26b44 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.857847] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07ae66ef-2de2-435a-9d5c-509f9fb26b44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.857968] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07ae66ef-2de2-435a-9d5c-509f9fb26b44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.863413] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07ae66ef-2de2-435a-9d5c-509f9fb26b44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.863527] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07ae66ef-2de2-435a-9d5c-509f9fb26b44',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.864576] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-07ae66ef-2de2-435a-9d5c-509f9fb26b44 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.864712] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07ae66ef-2de2-435a-9d5c-509f9fb26b44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.864780] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07ae66ef-2de2-435a-9d5c-509f9fb26b44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.864971] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07ae66ef-2de2-435a-9d5c-509f9fb26b44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.865158] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.865232] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.865287] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.865436] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.865526] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.865616] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07ae66ef-2de2-435a-9d5c-509f9fb26b44',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.866889] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-0864eb74-4a33-4545-89d6-a60026363df5 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.867033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0864eb74-4a33-4545-89d6-a60026363df5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.867102] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0864eb74-4a33-4545-89d6-a60026363df5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.867406] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0864eb74-4a33-4545-89d6-a60026363df5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.867788] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0864eb74-4a33-4545-89d6-a60026363df5',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.369399] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-07ae66ef-2de2-435a-9d5c-509f9fb26b44 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.369677] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07ae66ef-2de2-435a-9d5c-509f9fb26b44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.369677] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07ae66ef-2de2-435a-9d5c-509f9fb26b44',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.370586] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0864eb74-4a33-4545-89d6-a60026363df5 with status ACTIVE [ 1081.370769] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.370900] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.370961] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.371174] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.371278] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.371454] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.371552] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.371609] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.371819] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.371879] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.372015] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.372126] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.372195] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.372331] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.372404] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.372487] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0864eb74-4a33-4545-89d6-a60026363df5 is going to be updated. [ 1081.391830] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.391954] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.392021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.392246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.392386] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.392545] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0864eb74-4a33-4545-89d6-a60026363df5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.513643] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: SUCCESS [ 1081.513848] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.514014] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.514257] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.514453] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.514570] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.514637] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.514792] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.514876] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.514960] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.515068] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.874887] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07ae66ef-2de2-435a-9d5c-509f9fb26b44',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.017391] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.017570] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.017635] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.018322] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.018322] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.018322] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.018322] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.018571] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.018571] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.018667] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.018896] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.018896] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.018896] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.019078] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.020389] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.020389] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.020389] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.020389] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.020389] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.020389] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.020389] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.377355] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.377625] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.377831] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.378149] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.378300] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.378443] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07ae66ef-2de2-435a-9d5c-509f9fb26b44 is going to be created. [ 1082.402436] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.402600] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.402661] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.402892] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.403045] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.414699] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07ae66ef-2de2-435a-9d5c-509f9fb26b44 in Status: UNINITIALIZED for 2s [ 1082.522342] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c754537a-1169-4215-9bdd-f31b86f6cd2f: rpc.has_security_group_logging(os_id): False [ 1082.545683] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.545821] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.545921] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.546113] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.546222] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.546445] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.546544] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.546602] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.546754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.546827] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.546997] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.547107] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.547166] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.547301] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.547370] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.547555] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.547674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.547721] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.548167] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.548167] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.548167] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f is going to be updated. [ 1082.614407] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.614666] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.614735] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.614999] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.615187] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.630290] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: IN_PROGRESS for 2s [ 1083.453529] env[69258]: INFO networking_nsxv3.common.synchronization [req-e7028c7f-c359-4bd3-8126-5f98db8e9417 req-b02213a1-b096-4189-a113-cbd2a384904b tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Enqueued Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_members [ 1083.454726] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_members [ 1083.454726] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.454726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.454726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.456384] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.456510] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.456603] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.456680] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.456834] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.456999] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.456999] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.900022] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.900022] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-990" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.900022] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-990" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.900022] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-990" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.900022] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.900022] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.900580] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.901030] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.901359] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.902165] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1083.902165] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.902165] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.902165] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.902165] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1083.902353] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.902533] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.920365] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.920576] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1083.920727] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.920905] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-990" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.921273] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-f85ad2df-71c0-4b58-b799-ec2d74e52452 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.922068] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-f85ad2df-71c0-4b58-b799-ec2d74e52452" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.922068] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-f85ad2df-71c0-4b58-b799-ec2d74e52452" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.922068] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-f85ad2df-71c0-4b58-b799-ec2d74e52452" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.922068] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f85ad2df-71c0-4b58-b799-ec2d74e52452',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.959102] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.961024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.961024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.961024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.979880] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.980257] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.980257] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.980405] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.980486] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.980566] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.980654] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b48f402-907d-4c46-9590-20353319ee6c is going to be updated. [ 1084.004311] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.004462] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.004517] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.004683] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.004818] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.012219] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: IN_PROGRESS for 2s [ 1084.424138] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.424367] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.424507] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.424796] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.424955] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.425150] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port f85ad2df-71c0-4b58-b799-ec2d74e52452 not found, creating... [ 1084.425460] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.425633] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.425870] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.425970] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.427031] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.427031] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.427031] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.427031] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.427031] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.427031] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.427311] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: f85ad2df-71c0-4b58-b799-ec2d74e52452 is going to be created. [ 1084.428809] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07ae66ef-2de2-435a-9d5c-509f9fb26b44 in Status: SUCCESS [ 1084.428969] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07ae66ef-2de2-435a-9d5c-509f9fb26b44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.429160] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07ae66ef-2de2-435a-9d5c-509f9fb26b44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.429324] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07ae66ef-2de2-435a-9d5c-509f9fb26b44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.429485] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.429583] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.429647] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.429789] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.429864] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.429947] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07ae66ef-2de2-435a-9d5c-509f9fb26b44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.430043] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07ae66ef-2de2-435a-9d5c-509f9fb26b44',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.453159] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.453388] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.453686] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.453955] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.453996] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.454246] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-f85ad2df-71c0-4b58-b799-ec2d74e52452" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.650898] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: SUCCESS [ 1084.651314] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.934195] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-07ae66ef-2de2-435a-9d5c-509f9fb26b44 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.934459] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07ae66ef-2de2-435a-9d5c-509f9fb26b44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.934596] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07ae66ef-2de2-435a-9d5c-509f9fb26b44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.934863] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07ae66ef-2de2-435a-9d5c-509f9fb26b44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.935055] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.935186] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.935240] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.935374] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.935465] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.935556] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07ae66ef-2de2-435a-9d5c-509f9fb26b44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.935707] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-07ae66ef-2de2-435a-9d5c-509f9fb26b44 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.935800] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07ae66ef-2de2-435a-9d5c-509f9fb26b44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.935976] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07ae66ef-2de2-435a-9d5c-509f9fb26b44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.936082] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07ae66ef-2de2-435a-9d5c-509f9fb26b44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.936144] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.936236] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.936297] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.936439] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.936509] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.936583] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07ae66ef-2de2-435a-9d5c-509f9fb26b44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.936675] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07ae66ef-2de2-435a-9d5c-509f9fb26b44',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.250767] env[69258]: INFO networking_nsxv3.common.synchronization [req-e7028c7f-c359-4bd3-8126-5f98db8e9417 req-56cf11fc-6564-46e2-a97a-8ec1187f1c67 service nova] Enqueued Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_rules [ 1085.251059] env[69258]: INFO networking_nsxv3.common.synchronization [req-e7028c7f-c359-4bd3-8126-5f98db8e9417 req-56cf11fc-6564-46e2-a97a-8ec1187f1c67 service nova] Enqueued Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_members [ 1085.251237] env[69258]: INFO networking_nsxv3.common.synchronization [req-e7028c7f-c359-4bd3-8126-5f98db8e9417 req-56cf11fc-6564-46e2-a97a-8ec1187f1c67 service nova] Enqueued Resource ID: f85ad2df-71c0-4b58-b799-ec2d74e52452 with Priority: HIGHEST for action port [ 1085.253019] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_rules [ 1085.253019] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_members [ 1085.253019] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f85ad2df-71c0-4b58-b799-ec2d74e52452 with Priority: HIGHEST for action port [ 1085.253552] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.253725] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.253832] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.254357] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.254881] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.256312] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.256461] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.256721] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-f85ad2df-71c0-4b58-b799-ec2d74e52452 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.256896] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f85ad2df-71c0-4b58-b799-ec2d74e52452" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.256993] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f85ad2df-71c0-4b58-b799-ec2d74e52452" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.257231] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f85ad2df-71c0-4b58-b799-ec2d74e52452" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.258015] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f85ad2df-71c0-4b58-b799-ec2d74e52452',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.440849] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07ae66ef-2de2-435a-9d5c-509f9fb26b44: rpc.has_security_group_logging(os_id): False [ 1085.458221] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.458523] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.458523] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.458638] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.458728] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.458912] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.459095] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.459196] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.459353] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.459434] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.459633] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.459729] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.459791] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.459929] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.460011] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.460214] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.460309] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.460369] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.460507] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.460580] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.460666] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07ae66ef-2de2-435a-9d5c-509f9fb26b44 is going to be created. [ 1085.513334] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.513334] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.513483] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.513681] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.513872] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.524637] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07ae66ef-2de2-435a-9d5c-509f9fb26b44 in Status: IN_PROGRESS for 2s [ 1085.760063] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.760063] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.760063] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f85ad2df-71c0-4b58-b799-ec2d74e52452 with status ACTIVE [ 1085.760063] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.760063] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.760063] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.760063] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.760063] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.760562] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.760562] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.760562] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.760562] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.760837] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.760837] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.760837] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.760966] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.761050] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.761169] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.761374] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f85ad2df-71c0-4b58-b799-ec2d74e52452 is going to be updated. [ 1085.780183] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.780361] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.780361] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.780553] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.780682] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.780947] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f85ad2df-71c0-4b58-b799-ec2d74e52452" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.022412] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: SUCCESS [ 1086.022652] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b48f402-907d-4c46-9590-20353319ee6c deletion is rescheduled due to dependency. [ 1086.022788] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.022948] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.023204] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.023402] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.023530] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.023591] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.023758] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.023842] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.023940] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.525985] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.029538] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.508261] env[69258]: INFO networking_nsxv3.common.synchronization [req-d6599870-aa1e-4c73-9e26-eb1fd64b3c31 req-268a988d-b3e6-4a27-a307-68d6ae516ba2 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Enqueued Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_members [ 1087.509747] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_members [ 1087.509747] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.509747] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.509747] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.509747] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.509747] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.510151] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.510151] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.510151] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.510151] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.510151] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.531467] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.531726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.531726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.531804] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.532181] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.532181] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b48f402-907d-4c46-9590-20353319ee6c is going to be updated. [ 1087.535952] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07ae66ef-2de2-435a-9d5c-509f9fb26b44 in Status: SUCCESS [ 1087.536168] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07ae66ef-2de2-435a-9d5c-509f9fb26b44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.559031] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.561020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.561020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.561020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.561020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.566901] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: IN_PROGRESS for 2s [ 1088.012603] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.517487] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.020588] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.020588] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.020588] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.020588] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.021030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.021030] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 is going to be updated. [ 1089.046253] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.046393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.046489] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.046674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.046817] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.057214] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: IN_PROGRESS for 2s [ 1089.579517] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: SUCCESS [ 1089.579858] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.580078] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.580395] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.580651] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.580835] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.580957] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.581241] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.581481] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.581554] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.581690] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.085051] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.085051] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.085051] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.085498] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.085498] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.085585] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.085585] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.085741] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.085828] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.085916] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.086083] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.086179] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.086243] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.086388] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.086531] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.086624] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.086679] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.086815] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.086913] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.086997] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.087099] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.517854] env[69258]: INFO networking_nsxv3.common.synchronization [req-a99ab300-00c6-4104-87ed-d6eb57d1f1f9 req-17d24f61-0e9b-4d5d-9d35-82ec965d3dab tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Enqueued Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 1090.517854] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 1090.517854] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.517854] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.517854] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.517854] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.517854] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.517854] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.520114] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.520114] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.520114] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.520114] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.740073] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b48f402-907d-4c46-9590-20353319ee6c: rpc.has_security_group_logging(os_id): False [ 1090.757129] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.757319] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.757383] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.757634] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.757770] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.757967] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.758077] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.758135] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.758319] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.758741] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.758741] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.758741] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.758741] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.759020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.759020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.759232] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.759864] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.759864] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.759864] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.759864] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.759864] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b48f402-907d-4c46-9590-20353319ee6c is going to be updated. [ 1090.814034] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.814188] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.814258] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.814471] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.814605] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.819802] env[69258]: INFO networking_nsxv3.common.synchronization [req-1ebc3053-82b5-4bd1-bcea-deb101a05bb2 req-02680ae7-c5d4-43fd-9fb9-abfaab21e32d tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Enqueued Resource ID: 82a06203-ca5e-4fcd-b31e-4dae79cd3a8f with Priority: HIGHEST for action security_group_members [ 1090.820061] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a06203-ca5e-4fcd-b31e-4dae79cd3a8f with Priority: HIGHEST for action security_group_members [ 1090.820603] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.820713] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.820776] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.820950] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.821105] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.821239] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.821335] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.821482] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.821561] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.821647] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82a06203-ca5e-4fcd-b31e-4dae79cd3a8f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.826113] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: IN_PROGRESS for 2s [ 1091.025021] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.025021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.025021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.025021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.025021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.025021] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.025021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.025021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.025021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.025021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.025021] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f is going to be updated. [ 1091.046026] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.046192] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.046237] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.046637] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.046792] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.058018] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: IN_PROGRESS for 2s [ 1091.064777] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: SUCCESS [ 1091.064985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.104496] env[69258]: INFO networking_nsxv3.common.synchronization [req-60bba8bb-22b8-4afb-ad9b-036c821c4799 req-7d62a52b-3481-434d-9296-381d4e711f06 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Enqueued Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGHEST for action security_group_members [ 1091.105064] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGHEST for action security_group_members [ 1091.105387] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.105512] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.105579] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.105775] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.105925] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.106178] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.106278] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.106445] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.106647] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.106647] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.217024] env[69258]: INFO networking_nsxv3.common.synchronization [req-db7dd122-f5a4-4ef1-a257-aa05441ffc7c req-843e14ba-5ec0-4d36-9e76-e636d08753c9 tempest-ServerPasswordTestJSON-47234862 tempest-ServerPasswordTestJSON-47234862-project-member] Enqueued Resource ID: 07ae66ef-2de2-435a-9d5c-509f9fb26b44 with Priority: HIGHEST for action security_group_members [ 1091.217024] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07ae66ef-2de2-435a-9d5c-509f9fb26b44 with Priority: HIGHEST for action security_group_members [ 1091.217024] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-07ae66ef-2de2-435a-9d5c-509f9fb26b44 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.217024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07ae66ef-2de2-435a-9d5c-509f9fb26b44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.217024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07ae66ef-2de2-435a-9d5c-509f9fb26b44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.217024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07ae66ef-2de2-435a-9d5c-509f9fb26b44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.217024] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.217024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.217024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.217024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.217024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.217024] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07ae66ef-2de2-435a-9d5c-509f9fb26b44',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.323650] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.323782] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.323782] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.324054] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.344453] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.344751] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.344881] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.344950] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.345169] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.345249] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.345339] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a06203-ca5e-4fcd-b31e-4dae79cd3a8f is going to be updated. [ 1091.370624] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.370760] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.370820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.371024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.371165] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.378532] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a06203-ca5e-4fcd-b31e-4dae79cd3a8f in Status: IN_PROGRESS for 2s [ 1091.608184] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.721725] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.721725] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.721725] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.721936] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.722028] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.722248] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.722388] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.722456] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.722619] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.722696] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.722784] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07ae66ef-2de2-435a-9d5c-509f9fb26b44 is going to be updated. [ 1091.751312] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.751450] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.751503] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.751670] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.751810] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.760324] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07ae66ef-2de2-435a-9d5c-509f9fb26b44 in Status: IN_PROGRESS for 2s [ 1092.110666] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.576567] env[69258]: INFO networking_nsxv3.common.synchronization [req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 req-81141a02-da05-4f36-ba05-dbb5c5090032 tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Enqueued Resource ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba with Priority: HIGHEST for action security_group_members [ 1092.576694] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba with Priority: HIGHEST for action security_group_members [ 1092.577132] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.577713] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.578038] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.578367] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.578967] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.578967] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.578967] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.578967] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.578967] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.579264] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2a2dcfa-c9e2-465d-9155-08c35e41e5ba',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.614844] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.614844] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.614844] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.614844] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.614844] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.614844] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a647b22e-b538-4691-821e-794e7b4d00d6 is going to be updated. [ 1092.641353] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.641580] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.641661] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.641902] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.642115] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.650546] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: IN_PROGRESS for 2s [ 1092.840484] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: SUCCESS [ 1092.840719] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.867269] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-244 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.867269] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-244" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.867269] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-244" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.867269] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-244" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.867269] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.867269] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.867269] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.867269] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.867269] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.867269] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1092.868056] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.868323] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.868611] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.869134] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1092.869544] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.870163] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.890288] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.890288] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1092.890288] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.890563] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-244" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.890784] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-7eb33f02-8e5b-4a17-b334-9bf087db4841 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.890964] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-7eb33f02-8e5b-4a17-b334-9bf087db4841" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.891097] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-7eb33f02-8e5b-4a17-b334-9bf087db4841" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.891419] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-7eb33f02-8e5b-4a17-b334-9bf087db4841" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.891559] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7eb33f02-8e5b-4a17-b334-9bf087db4841',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.067067] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: SUCCESS [ 1093.067245] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f deletion is rescheduled due to dependency. [ 1093.067354] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.081900] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.082061] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.082061] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.082300] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.082406] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.082598] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.082696] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.082758] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.082914] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.082991] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.083085] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba already deleted. [ 1093.083165] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.387735] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82a06203-ca5e-4fcd-b31e-4dae79cd3a8f in Status: SUCCESS [ 1093.388042] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82a06203-ca5e-4fcd-b31e-4dae79cd3a8f deletion is rescheduled due to dependency. [ 1093.388042] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.393963] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.394191] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.394396] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.394635] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.394786] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.394943] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 7eb33f02-8e5b-4a17-b334-9bf087db4841 not found, creating... [ 1093.395218] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.395450] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.395648] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.395977] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.396165] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.396462] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.396628] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.396750] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.396960] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.397113] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.397257] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 7eb33f02-8e5b-4a17-b334-9bf087db4841 is going to be created. [ 1093.414392] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.414637] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.414717] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.414995] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.415237] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.415588] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-7eb33f02-8e5b-4a17-b334-9bf087db4841" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.769423] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07ae66ef-2de2-435a-9d5c-509f9fb26b44 in Status: SUCCESS [ 1093.769423] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07ae66ef-2de2-435a-9d5c-509f9fb26b44 deletion is rescheduled due to dependency. [ 1093.769423] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07ae66ef-2de2-435a-9d5c-509f9fb26b44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.102021] env[69258]: INFO networking_nsxv3.common.synchronization [req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 req-c57f1e6f-d15d-469a-9bf2-220e04396f9d service nova] Enqueued Resource ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba with Priority: HIGHEST for action security_group_rules [ 1094.102021] env[69258]: INFO networking_nsxv3.common.synchronization [req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 req-c57f1e6f-d15d-469a-9bf2-220e04396f9d service nova] Enqueued Resource ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba with Priority: HIGHEST for action security_group_members [ 1094.102021] env[69258]: INFO networking_nsxv3.common.synchronization [req-7641a82a-5b7c-4e9b-be84-8ad556475bb8 req-c57f1e6f-d15d-469a-9bf2-220e04396f9d service nova] Enqueued Resource ID: 7eb33f02-8e5b-4a17-b334-9bf087db4841 with Priority: HIGHEST for action port [ 1094.102021] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba with Priority: HIGHEST for action security_group_rules [ 1094.102021] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba with Priority: HIGHEST for action security_group_members [ 1094.102021] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eb33f02-8e5b-4a17-b334-9bf087db4841 with Priority: HIGHEST for action port [ 1094.104674] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.104674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.104674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.104674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.104674] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2a2dcfa-c9e2-465d-9155-08c35e41e5ba',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.104674] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.104674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.104674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.104674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.104674] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.104674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.105477] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.105477] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.105477] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.107261] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2a2dcfa-c9e2-465d-9155-08c35e41e5ba',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.108654] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-7eb33f02-8e5b-4a17-b334-9bf087db4841 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.108752] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7eb33f02-8e5b-4a17-b334-9bf087db4841" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.108826] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7eb33f02-8e5b-4a17-b334-9bf087db4841" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.108982] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7eb33f02-8e5b-4a17-b334-9bf087db4841" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.109069] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7eb33f02-8e5b-4a17-b334-9bf087db4841',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.424627] env[69258]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1094.428228] env[69258]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1094.611057] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2a2dcfa-c9e2-465d-9155-08c35e41e5ba',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.611794] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.612326] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.612326] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7eb33f02-8e5b-4a17-b334-9bf087db4841 with status ACTIVE [ 1094.612326] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.612492] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.612492] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.612778] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.613814] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.613814] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.613814] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.613814] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.613814] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.613814] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.613814] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.613814] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.614276] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.614276] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.614276] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.614276] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7eb33f02-8e5b-4a17-b334-9bf087db4841 is going to be updated. [ 1094.640317] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.640506] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.640506] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.640724] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.640874] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.641057] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7eb33f02-8e5b-4a17-b334-9bf087db4841" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.659176] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: SUCCESS [ 1094.659418] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.116302] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2a2dcfa-c9e2-465d-9155-08c35e41e5ba',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.619272] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.619605] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.619605] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.619757] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.619799] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.619887] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba is going to be created. [ 1095.643117] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.643296] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.643345] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.643550] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.643712] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.652725] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba in Status: UNINITIALIZED for 2s [ 1097.662968] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba in Status: SUCCESS [ 1097.663265] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.663394] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.663666] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.663872] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.663996] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.664057] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.664206] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.664283] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.664368] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.664460] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2a2dcfa-c9e2-465d-9155-08c35e41e5ba',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.167182] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2a2dcfa-c9e2-465d-9155-08c35e41e5ba',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.380808] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.380984] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.381038] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.381277] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.381394] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.671057] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2a2dcfa-c9e2-465d-9155-08c35e41e5ba: rpc.has_security_group_logging(os_id): False [ 1098.695014] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.695174] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.695251] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.695469] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.695574] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.695825] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.695926] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.695990] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.696159] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.696234] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.696320] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba is going to be created. [ 1098.788360] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.788360] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.788360] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.788636] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.788636] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.798839] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba in Status: IN_PROGRESS for 2s [ 1098.883407] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.103147] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1099.103346] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1099.385420] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.727874] env[69258]: INFO networking_nsxv3.common.synchronization [req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 req-b15f7901-3b0d-436a-bb01-d61f52685225 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Enqueued Resource ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 with Priority: HIGHEST for action security_group_members [ 1099.728458] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 with Priority: HIGHEST for action security_group_members [ 1099.728734] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.728854] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.728920] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.729320] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.729482] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.729583] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.729641] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.729798] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.729883] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.729976] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa64ecd7-5c4e-43b1-92a1-f91a33d5e760',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.887412] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1099.887638] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1100.048082] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-205 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.048082] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.048082] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.048628] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.049605] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.049737] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.050478] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.050478] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.050631] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.051038] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1100.051227] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.052019] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.052488] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.052720] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1100.052990] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.053462] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.071851] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.072085] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1100.072244] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.072478] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.072937] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-e8786732-9a73-49e3-a9c8-b64dbbb21b69 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.073319] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-e8786732-9a73-49e3-a9c8-b64dbbb21b69" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.073454] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-e8786732-9a73-49e3-a9c8-b64dbbb21b69" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.073818] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-e8786732-9a73-49e3-a9c8-b64dbbb21b69" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.073988] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8786732-9a73-49e3-a9c8-b64dbbb21b69',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.235129] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa64ecd7-5c4e-43b1-92a1-f91a33d5e760',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.576726] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.576990] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.577152] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.577509] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.577767] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.577943] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port e8786732-9a73-49e3-a9c8-b64dbbb21b69 not found, creating... [ 1100.578268] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.578464] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.578608] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.578854] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.579059] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.579438] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.579630] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.579759] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.580022] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.580177] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.580331] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: e8786732-9a73-49e3-a9c8-b64dbbb21b69 is going to be created. [ 1100.597950] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.598212] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.598332] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.598623] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.598891] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.599160] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-e8786732-9a73-49e3-a9c8-b64dbbb21b69" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.738038] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.738038] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.738038] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.738038] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.749640] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1100.750522] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.751736] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1100.752811] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa64ecd7-5c4e-43b1-92a1-f91a33d5e760',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.783756] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.783975] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.784053] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.784227] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.795782] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.796384] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1100.796469] env[69258]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69258) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1100.796563] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1100.809825] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba in Status: SUCCESS [ 1100.810051] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.830460] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.830630] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.830683] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.830862] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.831987] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.832188] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1100.905402] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.905643] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.905643] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.905837] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.906166] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.906483] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1100.969492] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.969643] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.969713] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.969914] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.970211] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.970491] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1100.970589] env[69258]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'562f63f0-05f9-4eae-928b-7f28ad29d4ee', '82a06203-ca5e-4fcd-b31e-4dae79cd3a8f', '21e78db7-d0de-47fa-a658-b3202800654c', 'd1dd1e46-1c01-4f64-9ede-c03988ddcf2d', '3f821c4b-bd82-47cd-9d53-849bebf1d446', '63ecbe6e-1149-4a05-8885-5b2f2123e2c7', 'a647b22e-b538-4691-821e-794e7b4d00d6', '155fb631-67f9-4bc9-8e66-1c2a4a75c3cd', '42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5', 'c754537a-1169-4215-9bdd-f31b86f6cd2f', '6c8dc541-bce3-4239-a47a-451d9ee5b7e9', '002f6543-79da-4a11-9d98-6d4e5da1521e', '4e827a93-c781-41ec-832f-40076adb2dcb', 'b2a2dcfa-c9e2-465d-9155-08c35e41e5ba', '9ffb846d-349d-4eb3-9dc0-398beef4bb9c', 'aa64ecd7-5c4e-43b1-92a1-f91a33d5e760', '30a85234-4be1-45e4-8d76-8981ce663fe0', 'ebf18e8d-310e-4b85-9866-b265a126ff3c', '6a62bc8e-932f-4362-a35f-e82b5fc11a70', '779d27df-8595-490a-8f14-30d04012af0e', 'c2b614f5-8aef-4f0c-89f3-a05612a6e7aa', 'ad440707-37cd-4a47-916a-87df2a198a5d', '1f6ee506-9bfd-4e04-8a0e-87e243c89f45', '80b1632f-dacb-4180-99a3-5795c2b7cb0a', '5b48f402-907d-4c46-9590-20353319ee6c', '0f4cec35-e4ad-450b-a2e5-4e42baa318d4', '07ae66ef-2de2-435a-9d5c-509f9fb26b44', '42e14143-deec-4fc8-87f8-0bae05bf235e', '92e30c06-fe97-4b89-bca5-8dd6e4d8e404', '4772e4e0-03c0-4291-b688-d93125af4020', '4a79c78f-a284-4da0-a78e-588956c99be1', '1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e', '2ecf39ed-cdf0-4542-b74e-ae35a5acf80b', 'c60f7407-2d33-4a8d-9219-7d3c17a24c32', 'ef714168-a019-4fb1-965d-0af139feee39', '9f89f894-322c-44fe-b997-83d7d3e4225d', '8b54bcd4-3671-48b9-b354-14bb38794c94', '96ed2138-e68e-4d1a-a6a5-55f243ae7862', '40a3f7f3-a560-43bb-8223-b3cecf703145', '0edf4224-3bfd-443d-be67-11e069a78161', '1189b014-c7b1-4178-98cc-8bcd690b5ea1', 'e87c1978-e9b4-43bc-b169-7124fbbbbba6', 'b9352cd3-d17b-441e-90a2-cb7e49e515ec'} {{(pid=69258) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1100.970683] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1100.989267] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.989468] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.989536] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.989738] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.989823] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.989932] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1100.990040] env[69258]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69258) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1100.990156] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1101.061733] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.061931] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.061931] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.062150] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.063187] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.063436] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1101.063518] env[69258]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69258) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1101.063590] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1101.063704] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1101.063831] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1101.063831] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 562f63f0-05f9-4eae-928b-7f28ad29d4ee with Priority: HIGH for action security_group_rules [ 1101.063910] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 82a06203-ca5e-4fcd-b31e-4dae79cd3a8f with Priority: HIGH for action security_group_rules [ 1101.063947] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGH for action security_group_rules [ 1101.063982] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d with Priority: HIGH for action security_group_rules [ 1101.064063] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 with Priority: HIGH for action security_group_rules [ 1101.064149] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGH for action security_group_rules [ 1101.064217] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGH for action security_group_rules [ 1101.064277] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd with Priority: HIGH for action security_group_rules [ 1101.064339] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 with Priority: HIGH for action security_group_rules [ 1101.064394] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGH for action security_group_rules [ 1101.064452] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGH for action security_group_rules [ 1101.064513] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 002f6543-79da-4a11-9d98-6d4e5da1521e with Priority: HIGH for action security_group_rules [ 1101.064571] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4e827a93-c781-41ec-832f-40076adb2dcb with Priority: HIGH for action security_group_rules [ 1101.064631] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba with Priority: HIGH for action security_group_rules [ 1101.064690] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c with Priority: HIGH for action security_group_rules [ 1101.064751] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 with Priority: HIGH for action security_group_rules [ 1101.064811] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 with Priority: HIGH for action security_group_rules [ 1101.064872] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ebf18e8d-310e-4b85-9866-b265a126ff3c with Priority: HIGH for action security_group_rules [ 1101.064927] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 with Priority: HIGH for action security_group_rules [ 1101.064988] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 779d27df-8595-490a-8f14-30d04012af0e with Priority: HIGH for action security_group_rules [ 1101.065094] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.255342] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.255602] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.255602] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.255861] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.255958] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.256082] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 is going to be updated. [ 1101.282019] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.282240] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.282299] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.282572] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.282672] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.291311] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 in Status: IN_PROGRESS for 2s [ 1101.300382] env[69258]: INFO networking_nsxv3.common.synchronization [req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 req-333ae2f8-6879-4532-a63b-d747264bcc15 service nova] Enqueued Resource ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 with Priority: HIGHEST for action security_group_rules [ 1101.300382] env[69258]: INFO networking_nsxv3.common.synchronization [req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 req-333ae2f8-6879-4532-a63b-d747264bcc15 service nova] Enqueued Resource ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 with Priority: HIGHEST for action security_group_members [ 1101.300382] env[69258]: INFO networking_nsxv3.common.synchronization [req-8b1019f3-d1ba-46b7-b9cb-79e33e4c3e38 req-333ae2f8-6879-4532-a63b-d747264bcc15 service nova] Enqueued Resource ID: e8786732-9a73-49e3-a9c8-b64dbbb21b69 with Priority: HIGHEST for action port [ 1101.300382] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 with Priority: HIGHEST for action security_group_rules [ 1101.300382] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 with Priority: HIGHEST for action security_group_members [ 1101.300382] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8786732-9a73-49e3-a9c8-b64dbbb21b69 with Priority: HIGHEST for action port [ 1101.300382] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 562f63f0-05f9-4eae-928b-7f28ad29d4ee with Priority: HIGH for action security_group_rules [ 1101.300382] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGH for action security_group_rules [ 1101.300382] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGH for action security_group_rules [ 1101.300382] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c with Priority: HIGH for action security_group_rules [ 1101.300382] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779d27df-8595-490a-8f14-30d04012af0e with Priority: HIGH for action security_group_rules [ 1101.300382] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 with Priority: HIGH for action security_group_rules [ 1101.300900] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebf18e8d-310e-4b85-9866-b265a126ff3c with Priority: HIGH for action security_group_rules [ 1101.301136] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 with Priority: HIGH for action security_group_rules [ 1101.301362] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba with Priority: HIGH for action security_group_rules [ 1101.301666] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 with Priority: HIGH for action security_group_rules [ 1101.301861] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e827a93-c781-41ec-832f-40076adb2dcb with Priority: HIGH for action security_group_rules [ 1101.302059] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 002f6543-79da-4a11-9d98-6d4e5da1521e with Priority: HIGH for action security_group_rules [ 1101.302258] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGH for action security_group_rules [ 1101.302552] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGH for action security_group_rules [ 1101.304086] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 with Priority: HIGH for action security_group_rules [ 1101.304086] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGH for action security_group_rules [ 1101.304086] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd with Priority: HIGH for action security_group_rules [ 1101.304086] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 with Priority: HIGH for action security_group_rules [ 1101.304086] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a06203-ca5e-4fcd-b31e-4dae79cd3a8f with Priority: HIGH for action security_group_rules [ 1101.304086] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d with Priority: HIGH for action security_group_rules [ 1101.304086] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.304086] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.304682] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.304682] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.304682] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa64ecd7-5c4e-43b1-92a1-f91a33d5e760',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.305600] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.305719] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.305926] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8786732-9a73-49e3-a9c8-b64dbbb21b69 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.306056] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8786732-9a73-49e3-a9c8-b64dbbb21b69" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.306056] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8786732-9a73-49e3-a9c8-b64dbbb21b69" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.306215] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8786732-9a73-49e3-a9c8-b64dbbb21b69" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.306282] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8786732-9a73-49e3-a9c8-b64dbbb21b69',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.307136] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-562f63f0-05f9-4eae-928b-7f28ad29d4ee taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.307278] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-562f63f0-05f9-4eae-928b-7f28ad29d4ee" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.307342] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-562f63f0-05f9-4eae-928b-7f28ad29d4ee" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.307539] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-562f63f0-05f9-4eae-928b-7f28ad29d4ee" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.307633] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('562f63f0-05f9-4eae-928b-7f28ad29d4ee',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.308426] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21e78db7-d0de-47fa-a658-b3202800654c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.308550] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.308630] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.308777] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.308857] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.309622] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.309828] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.309920] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.310068] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.310171] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.311322] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ffb846d-349d-4eb3-9dc0-398beef4bb9c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.311463] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.311605] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.311691] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.311783] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ffb846d-349d-4eb3-9dc0-398beef4bb9c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.312656] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-779d27df-8595-490a-8f14-30d04012af0e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.312792] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.312850] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.312982] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.313067] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('779d27df-8595-490a-8f14-30d04012af0e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.313737] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a62bc8e-932f-4362-a35f-e82b5fc11a70 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.313842] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.313910] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.314193] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.314193] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a62bc8e-932f-4362-a35f-e82b5fc11a70',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.314803] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebf18e8d-310e-4b85-9866-b265a126ff3c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.314921] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.314989] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.315177] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.315294] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebf18e8d-310e-4b85-9866-b265a126ff3c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.316161] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30a85234-4be1-45e4-8d76-8981ce663fe0 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.316304] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.316382] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.316635] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.316719] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30a85234-4be1-45e4-8d76-8981ce663fe0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.317427] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.317536] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.317595] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.317747] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.317833] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2a2dcfa-c9e2-465d-9155-08c35e41e5ba',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.318581] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.318722] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.318972] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e827a93-c781-41ec-832f-40076adb2dcb taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.319124] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e827a93-c781-41ec-832f-40076adb2dcb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.319199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e827a93-c781-41ec-832f-40076adb2dcb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.319373] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e827a93-c781-41ec-832f-40076adb2dcb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.319445] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e827a93-c781-41ec-832f-40076adb2dcb',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.320213] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-002f6543-79da-4a11-9d98-6d4e5da1521e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.320343] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-002f6543-79da-4a11-9d98-6d4e5da1521e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.320423] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-002f6543-79da-4a11-9d98-6d4e5da1521e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.320739] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-002f6543-79da-4a11-9d98-6d4e5da1521e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.320834] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('002f6543-79da-4a11-9d98-6d4e5da1521e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.321839] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.321993] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.322059] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.322252] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.322348] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.323099] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.323250] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.323292] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.323454] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.323601] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.324325] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.324447] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.324532] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.324805] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.324904] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.325934] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.326082] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.326170] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.326363] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.326475] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.327174] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.327299] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.327373] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.327584] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.327642] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('155fb631-67f9-4bc9-8e66-1c2a4a75c3cd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.328354] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f821c4b-bd82-47cd-9d53-849bebf1d446 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.328469] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.328536] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.328688] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.328762] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f821c4b-bd82-47cd-9d53-849bebf1d446',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.329558] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.329684] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.329754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.329921] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.329998] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82a06203-ca5e-4fcd-b31e-4dae79cd3a8f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.330710] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.330832] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.330908] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.331103] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.331203] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1dd1e46-1c01-4f64-9ede-c03988ddcf2d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.350681] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.350865] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.350905] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.351108] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.377219] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.377364] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ffb846d-349d-4eb3-9dc0-398beef4bb9c is going to be deleted. [ 1101.441208] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.441458] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.441458] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.441767] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.441859] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.441983] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ffb846d-349d-4eb3-9dc0-398beef4bb9c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.832730] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.833027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.833027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.833210] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.833385] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.833492] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.833557] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.833750] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.833843] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.833947] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.834109] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.835067] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.835180] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.835248] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.835401] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.835549] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.835641] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.835702] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.835839] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.835915] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.835997] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.836089] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.839100] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f821c4b-bd82-47cd-9d53-849bebf1d446 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.839212] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.840189] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.840189] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.840189] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.840310] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.840310] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.840436] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.840475] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.840562] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.840616] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f821c4b-bd82-47cd-9d53-849bebf1d446',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.842596] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8786732-9a73-49e3-a9c8-b64dbbb21b69 with status ACTIVE [ 1101.842758] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.842862] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.842933] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.843500] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.843500] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.843500] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.843500] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.843500] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.843779] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.843779] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.843905] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.843905] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.843987] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.844102] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.844173] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.844290] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8786732-9a73-49e3-a9c8-b64dbbb21b69 is going to be updated. [ 1101.847408] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e78db7-d0de-47fa-a658-b3202800654c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.847408] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.847576] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.847641] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.847856] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.847856] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.848031] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.848031] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.848136] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.848186] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.848256] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.851051] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.851179] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.851455] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-779d27df-8595-490a-8f14-30d04012af0e taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.852118] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.852118] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.852118] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.852118] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.852118] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.852118] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.852118] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.852440] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.852440] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.852440] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('779d27df-8595-490a-8f14-30d04012af0e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.853156] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.853262] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.853319] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.853470] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.853610] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.854257] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.854331] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.854510] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.854622] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.855443] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.855553] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2a2dcfa-c9e2-465d-9155-08c35e41e5ba',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.856233] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a62bc8e-932f-4362-a35f-e82b5fc11a70 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.856336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.856499] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.856655] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.856756] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.856853] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.856912] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.857189] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.857189] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.857280] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.857320] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a62bc8e-932f-4362-a35f-e82b5fc11a70',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.860471] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.860471] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.860471] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.860471] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.860471] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.860676] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.860676] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.860741] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.860925] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.860925] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.861043] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1dd1e46-1c01-4f64-9ede-c03988ddcf2d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.865336] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f821c4b-bd82-47cd-9d53-849bebf1d446',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.866679] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.899593] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.899593] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.899593] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.899593] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.899888] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.899964] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.906900] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.907058] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.909276] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.909276] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.909915] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.910022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.910744] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.910848] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.911539] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.911625] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.912360] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.912473] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.913215] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.913310] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.913989] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.914101] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.915917] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.916036] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 002f6543-79da-4a11-9d98-6d4e5da1521e is going to be deleted. [ 1101.916845] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.917082] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.918493] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.918603] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.918717] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.918829] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.918944] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.919100] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8786732-9a73-49e3-a9c8-b64dbbb21b69" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.932315] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.932380] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 is going to be deleted. [ 1101.933270] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.933466] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.948387] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.948548] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5 is going to be deleted. [ 1101.949307] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.949503] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.966053] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.966173] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82a06203-ca5e-4fcd-b31e-4dae79cd3a8f is going to be deleted. [ 1101.966941] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.967142] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.968460] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.968562] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.988919] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.989054] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.991373] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.991515] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 562f63f0-05f9-4eae-928b-7f28ad29d4ee is going to be deleted. [ 1101.992383] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.992659] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.004351] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.004351] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.033686] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.033911] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebf18e8d-310e-4b85-9866-b265a126ff3c is going to be deleted. [ 1102.035113] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.035354] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.095485] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.095659] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.108311] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.108437] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e827a93-c781-41ec-832f-40076adb2dcb is going to be deleted. [ 1102.109400] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.109608] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.141436] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.141636] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 155fb631-67f9-4bc9-8e66-1c2a4a75c3cd is going to be deleted. [ 1102.142549] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.142762] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.144648] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.144648] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.180536] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.180720] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f is going to be deleted. [ 1102.181793] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.182058] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.204757] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.204988] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.236034] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.236034] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.251438] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.251438] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30a85234-4be1-45e4-8d76-8981ce663fe0 is going to be deleted. [ 1102.251802] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.252336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.252336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.252336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-002f6543-79da-4a11-9d98-6d4e5da1521e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.252488] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.252681] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.252751] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.252836] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.255985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.255985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.255985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.255985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42f1c4e5-7f8c-4fa4-97bf-a5e0c57ba3a5" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.255985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.255985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.255985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.255985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82a06203-ca5e-4fcd-b31e-4dae79cd3a8f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.255985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.255985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.255985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.255985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-562f63f0-05f9-4eae-928b-7f28ad29d4ee" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.255985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.255985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.255985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.255985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebf18e8d-310e-4b85-9866-b265a126ff3c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.255985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.255985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.255985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.255985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e827a93-c781-41ec-832f-40076adb2dcb" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.289091] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.289260] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.289333] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.289662] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.289773] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.289942] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-155fb631-67f9-4bc9-8e66-1c2a4a75c3cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.340186] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.340353] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.340429] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.340647] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.340840] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.340898] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.340967] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.341131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.341217] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.341301] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.341497] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.341604] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.341643] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.341780] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.341911] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.342344] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.342344] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.342464] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.342464] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.342558] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.342672] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.344730] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.344730] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.344730] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.344730] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.344730] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.344991] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.363066] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.363066] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.363066] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.363066] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.363066] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.363066] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.363066] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.363505] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.363505] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.363505] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.363505] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.363505] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.363675] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.363675] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.363809] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.363895] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.363950] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.364095] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.364168] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.364244] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.364330] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.369638] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-779d27df-8595-490a-8f14-30d04012af0e taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.369778] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.369849] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.370053] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.370212] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.370312] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.370375] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.370520] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.370601] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.370687] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.370829] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-779d27df-8595-490a-8f14-30d04012af0e taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.370920] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.370978] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.371132] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.371269] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.371432] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.371487] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.371629] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.371702] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.371781] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.371864] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('779d27df-8595-490a-8f14-30d04012af0e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.374877] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2a2dcfa-c9e2-465d-9155-08c35e41e5ba',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.375829] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a62bc8e-932f-4362-a35f-e82b5fc11a70',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.376593] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21e78db7-d0de-47fa-a658-b3202800654c: rpc.has_security_group_logging(os_id): False [ 1102.377491] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f821c4b-bd82-47cd-9d53-849bebf1d446: rpc.has_security_group_logging(os_id): False [ 1102.379141] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.379249] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.379351] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.379501] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.379588] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.379700] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30a85234-4be1-45e4-8d76-8981ce663fe0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.380130] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1dd1e46-1c01-4f64-9ede-c03988ddcf2d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.429914] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.429914] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.429914] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.430223] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.431870] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.431870] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.462631] env[69258]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1102.463199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.463491] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.463603] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.463657] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.463849] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.463929] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.464024] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21e78db7-d0de-47fa-a658-b3202800654c is going to be updated. [ 1102.467906] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.467906] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.510692] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.510937] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.511184] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.511289] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.511538] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.511667] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.511830] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 is going to be updated. [ 1102.567952] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.568213] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.568283] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.568492] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.568654] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.581819] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21e78db7-d0de-47fa-a658-b3202800654c in Status: IN_PROGRESS for 2s [ 1102.595185] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.595322] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.595435] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.595599] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.595747] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.613802] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 in Status: IN_PROGRESS for 2s [ 1102.845889] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c8dc541-bce3-4239-a47a-451d9ee5b7e9: rpc.has_security_group_logging(os_id): False [ 1102.865687] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.865848] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.865890] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.866112] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.867107] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a647b22e-b538-4691-821e-794e7b4d00d6: rpc.has_security_group_logging(os_id): False [ 1102.878641] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 779d27df-8595-490a-8f14-30d04012af0e: rpc.has_security_group_logging(os_id): False [ 1102.879990] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2a2dcfa-c9e2-465d-9155-08c35e41e5ba: rpc.has_security_group_logging(os_id): False [ 1102.880841] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a62bc8e-932f-4362-a35f-e82b5fc11a70: rpc.has_security_group_logging(os_id): False [ 1102.883223] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.883333] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.884275] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1dd1e46-1c01-4f64-9ede-c03988ddcf2d: rpc.has_security_group_logging(os_id): False [ 1102.885670] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.885911] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.886453] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.886589] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.886912] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.886998] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.887303] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.887462] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.887552] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.888084] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.888254] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.888541] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.888679] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.888780] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.893023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.893023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.893023] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 is going to be updated. [ 1102.893023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.893023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.904130] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.904130] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.904130] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.904130] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.906483] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.906660] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.907403] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.907495] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.912855] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.913614] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.913614] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.913614] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.913614] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.913864] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.913907] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.913995] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.914071] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.914225] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.914294] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.914698] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.914698] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.914698] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.914869] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.914869] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.914869] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a647b22e-b538-4691-821e-794e7b4d00d6 is going to be updated. [ 1102.915894] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.916759] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.936310] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.936651] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.936878] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.936878] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.937195] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.937195] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.937687] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.937687] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.937687] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.937995] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.937995] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.937995] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.938165] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.938165] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.938323] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.938433] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.938531] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 779d27df-8595-490a-8f14-30d04012af0e is going to be updated. [ 1102.940922] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.941980] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.945199] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.945690] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.960509] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.961511] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.966301] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.966301] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.966301] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.966301] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.966301] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 is going to be updated. [ 1102.966301] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.966301] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.986952] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.987778] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.987890] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.988956] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.988956] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.988956] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.988956] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba is going to be updated. [ 1102.990837] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.991065] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.991240] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.994014] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.994014] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.010246] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.010246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.011381] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.011487] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.017682] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.017959] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.018084] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.018153] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.018363] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.018450] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.018546] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d is going to be updated. [ 1103.020260] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.020361] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.020496] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.021402] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.022549] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.022549] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.038904] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: IN_PROGRESS for 2s [ 1103.067281] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 779d27df-8595-490a-8f14-30d04012af0e in Status: IN_PROGRESS for 2s [ 1103.068450] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.068545] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.068585] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.068778] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.068914] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.077990] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: IN_PROGRESS for 2s [ 1103.085197] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 in Status: IN_PROGRESS for 2s [ 1103.190979] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.190979] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.191288] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.191327] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.191507] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.193956] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.194140] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.194183] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.194413] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.194497] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.283694] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba in Status: IN_PROGRESS for 2s [ 1103.317168] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d in Status: IN_PROGRESS for 2s [ 1103.335336] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 in Status: SUCCESS [ 1103.335336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.335336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.335336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.335336] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.335336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.335336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.335336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.335336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.335336] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa64ecd7-5c4e-43b1-92a1-f91a33d5e760',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.840793] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa64ecd7-5c4e-43b1-92a1-f91a33d5e760',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.344881] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa64ecd7-5c4e-43b1-92a1-f91a33d5e760',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.596011] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21e78db7-d0de-47fa-a658-b3202800654c in Status: SUCCESS [ 1104.596279] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.630633] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 in Status: SUCCESS [ 1104.630927] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.701256] env[69258]: INFO networking_nsxv3.common.synchronization [req-e4946d44-a4b8-44d5-a31a-b07dceea295f req-5ee9158f-0377-4a94-8a35-c946f337a3e0 tempest-ServersAdminTestJSON-479759693 tempest-ServersAdminTestJSON-479759693-project-member] Enqueued Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGHEST for action security_group_members [ 1104.701864] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGHEST for action security_group_members [ 1104.702231] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.702438] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.702545] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.702714] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.702915] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.703037] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.703101] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.703258] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.703344] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.703442] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.847808] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.848041] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.848153] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.851027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.851027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.851027] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 is going to be updated. [ 1104.886049] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.886049] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.886049] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.886049] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.886049] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.894928] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 in Status: IN_PROGRESS for 2s [ 1105.054458] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: SUCCESS [ 1105.055074] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.077746] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 779d27df-8595-490a-8f14-30d04012af0e in Status: SUCCESS [ 1105.077944] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.089590] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: SUCCESS [ 1105.089590] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.094829] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 in Status: SUCCESS [ 1105.095146] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.209970] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.210192] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.210255] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.210604] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.210692] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.210911] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.211044] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.211112] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.211284] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.211480] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.211557] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a647b22e-b538-4691-821e-794e7b4d00d6 is going to be updated. [ 1105.239846] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.240787] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.240787] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.240787] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.240787] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.250985] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: IN_PROGRESS for 2s [ 1105.298487] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba in Status: SUCCESS [ 1105.298720] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.334190] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d in Status: SUCCESS [ 1105.334190] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.130809] env[69258]: INFO networking_nsxv3.common.synchronization [req-dddb4d07-3f09-4b5d-91c8-ba588e221d8f req-351680dc-791a-487f-a370-19846c00cd1d tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Enqueued Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_members [ 1106.131442] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_members [ 1106.131759] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.131879] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.133015] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.133322] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.136793] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.136793] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.136793] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.136793] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.136793] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.136793] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.642439] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.642860] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.642860] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.643066] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.643181] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.643407] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.643522] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.643712] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.644039] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.644039] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.644149] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 is going to be updated. [ 1106.670821] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.670989] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.670989] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.671260] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.671345] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.679011] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: IN_PROGRESS for 2s [ 1106.823478] env[69258]: INFO networking_nsxv3.common.synchronization [None req-0f36d001-92c1-4d2b-bd22-5cdeb2f16b72 None None] Enqueued Resource ID: 6ace1004-1c65-4d62-ab9b-50df53ef62a8 with Priority: HIGHEST for action port [ 1106.823570] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ace1004-1c65-4d62-ab9b-50df53ef62a8 with Priority: HIGHEST for action port [ 1106.823904] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ace1004-1c65-4d62-ab9b-50df53ef62a8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.824038] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ace1004-1c65-4d62-ab9b-50df53ef62a8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.824113] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ace1004-1c65-4d62-ab9b-50df53ef62a8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.824621] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ace1004-1c65-4d62-ab9b-50df53ef62a8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.824621] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ace1004-1c65-4d62-ab9b-50df53ef62a8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.905172] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 in Status: SUCCESS [ 1106.905681] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.905828] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.906168] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.906356] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.906537] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.906654] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.906913] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.907447] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.907447] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.907447] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa64ecd7-5c4e-43b1-92a1-f91a33d5e760',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.976994] env[69258]: INFO networking_nsxv3.common.synchronization [req-cbe66802-1320-44fd-8050-c2a5417a4733 req-332412d2-8aeb-474e-aaf6-2d366d597a9e tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Enqueued Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_members [ 1106.977572] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_members [ 1106.977884] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.978027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.978081] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.978320] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.978430] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.978527] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.978586] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.979933] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.979933] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.979933] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.260727] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a647b22e-b538-4691-821e-794e7b4d00d6 in Status: SUCCESS [ 1107.260956] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a647b22e-b538-4691-821e-794e7b4d00d6 deletion is rescheduled due to dependency. [ 1107.260956] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.328373] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ace1004-1c65-4d62-ab9b-50df53ef62a8 [ 1107.335352] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.335352] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.335352] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.335352] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.335352] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.335352] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ace1004-1c65-4d62-ab9b-50df53ef62a8 already deleted. [ 1107.335352] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ace1004-1c65-4d62-ab9b-50df53ef62a8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.410614] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa64ecd7-5c4e-43b1-92a1-f91a33d5e760',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.487775] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.487992] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.489646] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.489646] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.509631] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.509935] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.510076] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.510145] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.510345] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.510428] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.510517] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b48f402-907d-4c46-9590-20353319ee6c is going to be updated. [ 1107.536080] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.536250] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.536315] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.536521] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.536663] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.544127] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: IN_PROGRESS for 2s [ 1107.660021] env[69258]: INFO networking_nsxv3.common.synchronization [None req-fe58fe38-bac7-4218-b29b-96ec94c0ad46 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Enqueued Resource ID: 40ae3ba1-2cb9-4961-aa9b-fe8aff658705 with Priority: HIGHEST for action security_group_rules [ 1107.660021] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ae3ba1-2cb9-4961-aa9b-fe8aff658705 with Priority: HIGHEST for action security_group_rules [ 1107.660021] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40ae3ba1-2cb9-4961-aa9b-fe8aff658705 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.660021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40ae3ba1-2cb9-4961-aa9b-fe8aff658705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.660021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40ae3ba1-2cb9-4961-aa9b-fe8aff658705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.660766] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40ae3ba1-2cb9-4961-aa9b-fe8aff658705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.660984] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40ae3ba1-2cb9-4961-aa9b-fe8aff658705',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.748513] env[69258]: INFO networking_nsxv3.common.synchronization [None req-21d80b6b-f47a-4691-92dc-6f96661cd8bf tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Enqueued Resource ID: 40ae3ba1-2cb9-4961-aa9b-fe8aff658705 with Priority: HIGHEST for action security_group_rules [ 1107.749166] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ae3ba1-2cb9-4961-aa9b-fe8aff658705 with Priority: HIGHEST for action security_group_rules [ 1107.750025] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40ae3ba1-2cb9-4961-aa9b-fe8aff658705 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.750025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40ae3ba1-2cb9-4961-aa9b-fe8aff658705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.915785] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa64ecd7-5c4e-43b1-92a1-f91a33d5e760: rpc.has_security_group_logging(os_id): False [ 1107.934052] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.934298] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.934389] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.934608] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.952089] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.952413] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.952608] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.953713] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.953713] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.953713] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.953713] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 is going to be updated. [ 1108.010273] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.010358] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.010414] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.010602] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.010762] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.022269] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 in Status: IN_PROGRESS for 2s [ 1108.182559] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.182657] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.182709] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.182870] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.182961] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.183072] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40ae3ba1-2cb9-4961-aa9b-fe8aff658705 already deleted. [ 1108.183156] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40ae3ba1-2cb9-4961-aa9b-fe8aff658705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.183297] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40ae3ba1-2cb9-4961-aa9b-fe8aff658705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.183448] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40ae3ba1-2cb9-4961-aa9b-fe8aff658705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.183533] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40ae3ba1-2cb9-4961-aa9b-fe8aff658705',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.333432] env[69258]: INFO networking_nsxv3.common.synchronization [req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 req-dc9a62cc-1f0f-48c6-a6b3-2b958e3e489c tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Enqueued Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 1108.334035] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 1108.334378] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.334505] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.334574] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.334782] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.334949] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.335121] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.335205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.335346] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.335452] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.335553] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.664905] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-133 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.665135] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-133" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.665267] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-133" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.665543] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-133" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.665837] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.665998] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.666229] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.666474] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.666612] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.667048] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1108.667048] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.667048] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.667209] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.667254] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1108.667379] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.667737] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.687232] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.687444] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1108.687542] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.687740] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-133" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.688066] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-23eff040-f82c-4acd-94f4-8ba4460b9e4a taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.688239] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-23eff040-f82c-4acd-94f4-8ba4460b9e4a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.688408] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-23eff040-f82c-4acd-94f4-8ba4460b9e4a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.688682] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-23eff040-f82c-4acd-94f4-8ba4460b9e4a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.688825] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23eff040-f82c-4acd-94f4-8ba4460b9e4a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.691301] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: SUCCESS [ 1108.691448] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 deletion is rescheduled due to dependency. [ 1108.691502] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.706606] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.708027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.708027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.708027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.708027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.708027] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40ae3ba1-2cb9-4961-aa9b-fe8aff658705 already deleted. [ 1108.708027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40ae3ba1-2cb9-4961-aa9b-fe8aff658705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.837917] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.838120] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.838196] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.838421] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.838514] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.838722] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.838812] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.838988] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.839065] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.839105] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.839193] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f is going to be deleted. [ 1108.871953] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.872122] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.872192] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.872395] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.872496] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.872589] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.194354] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.194605] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.194744] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.195043] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.195636] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.195636] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 23eff040-f82c-4acd-94f4-8ba4460b9e4a not found, creating... [ 1109.195636] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.195851] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.195983] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.196222] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.196377] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.196701] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.196853] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.197330] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.200501] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.200624] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.200801] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 23eff040-f82c-4acd-94f4-8ba4460b9e4a is going to be created. [ 1109.214716] env[69258]: INFO networking_nsxv3.common.synchronization [None req-3ddec73c-6dcc-48e9-a2ea-f946a53955d3 None None] Enqueued Resource ID: 2ef2bbb3-7c6e-436d-b2d8-10a8f8dc9ff1 with Priority: HIGHEST for action port [ 1109.214980] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ef2bbb3-7c6e-436d-b2d8-10a8f8dc9ff1 with Priority: HIGHEST for action port [ 1109.215558] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ef2bbb3-7c6e-436d-b2d8-10a8f8dc9ff1 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.215686] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ef2bbb3-7c6e-436d-b2d8-10a8f8dc9ff1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.215747] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ef2bbb3-7c6e-436d-b2d8-10a8f8dc9ff1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.215994] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ef2bbb3-7c6e-436d-b2d8-10a8f8dc9ff1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.216141] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ef2bbb3-7c6e-436d-b2d8-10a8f8dc9ff1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.239355] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.239580] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.239713] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.239992] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.240248] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.240484] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-23eff040-f82c-4acd-94f4-8ba4460b9e4a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.553850] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: SUCCESS [ 1109.554184] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b48f402-907d-4c46-9590-20353319ee6c deletion is rescheduled due to dependency. [ 1109.554184] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.718626] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ef2bbb3-7c6e-436d-b2d8-10a8f8dc9ff1 [ 1109.718752] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.718904] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.718967] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.719192] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.719316] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.719445] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ef2bbb3-7c6e-436d-b2d8-10a8f8dc9ff1 already deleted. [ 1109.719513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ef2bbb3-7c6e-436d-b2d8-10a8f8dc9ff1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.938305] env[69258]: INFO networking_nsxv3.common.synchronization [req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 req-32d5d7e2-96e0-4f3a-9c24-dbf5edc3d63a service nova] Enqueued Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_rules [ 1109.938305] env[69258]: INFO networking_nsxv3.common.synchronization [req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 req-32d5d7e2-96e0-4f3a-9c24-dbf5edc3d63a service nova] Enqueued Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 1109.938305] env[69258]: INFO networking_nsxv3.common.synchronization [req-31dfb2e8-59a7-4759-b5b4-c8248cdb8e13 req-32d5d7e2-96e0-4f3a-9c24-dbf5edc3d63a service nova] Enqueued Resource ID: 23eff040-f82c-4acd-94f4-8ba4460b9e4a with Priority: HIGHEST for action port [ 1109.938305] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_rules [ 1109.938305] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 1109.938305] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23eff040-f82c-4acd-94f4-8ba4460b9e4a with Priority: HIGHEST for action port [ 1109.938305] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.938305] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.938305] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.938305] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.938305] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.942937] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.943063] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.943129] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.943308] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.943463] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.943560] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.943648] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.943808] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.943891] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.943981] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.945138] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-23eff040-f82c-4acd-94f4-8ba4460b9e4a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.945259] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23eff040-f82c-4acd-94f4-8ba4460b9e4a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.945324] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23eff040-f82c-4acd-94f4-8ba4460b9e4a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.945499] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23eff040-f82c-4acd-94f4-8ba4460b9e4a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.945572] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23eff040-f82c-4acd-94f4-8ba4460b9e4a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.034537] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 in Status: SUCCESS [ 1110.034602] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.035107] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.035330] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.035424] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa64ecd7-5c4e-43b1-92a1-f91a33d5e760',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.447799] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.447978] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.448241] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.449134] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23eff040-f82c-4acd-94f4-8ba4460b9e4a with status ACTIVE [ 1110.449361] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.449574] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.449574] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.449810] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.449918] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.450122] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.450261] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.450370] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.450558] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.450665] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.450879] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.450995] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.451072] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.451189] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.451268] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.451343] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23eff040-f82c-4acd-94f4-8ba4460b9e4a is going to be updated. [ 1110.472168] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.472365] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.472514] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.472779] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.472986] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.473444] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23eff040-f82c-4acd-94f4-8ba4460b9e4a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.538547] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.538547] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.538547] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.538547] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.538831] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.538831] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.538912] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.539088] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.539178] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.539269] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.539373] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa64ecd7-5c4e-43b1-92a1-f91a33d5e760',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.574171] env[69258]: INFO networking_nsxv3.common.synchronization [req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 req-19403533-1aab-4241-ba03-85894f628d96 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Enqueued Resource ID: 4a79c78f-a284-4da0-a78e-588956c99be1 with Priority: HIGHEST for action security_group_members [ 1110.576655] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a79c78f-a284-4da0-a78e-588956c99be1 with Priority: HIGHEST for action security_group_members [ 1110.576655] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a79c78f-a284-4da0-a78e-588956c99be1 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.576655] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.576655] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.576655] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.576655] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.576655] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.576655] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.576655] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.576655] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.576655] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a79c78f-a284-4da0-a78e-588956c99be1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.913634] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-639 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.913854] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-639" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.913985] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-639" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.914284] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-639" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.914557] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.914747] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.914876] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.915301] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.915387] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.915536] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1110.915656] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1110.915790] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1110.915914] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1110.916044] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1110.916159] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1110.916375] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1110.935048] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1110.936054] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1110.936054] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1110.936054] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-639" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.936054] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-9bff80c3-4b43-41f6-a9dd-eb15945d82ff taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.936428] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-9bff80c3-4b43-41f6-a9dd-eb15945d82ff" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.936428] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-9bff80c3-4b43-41f6-a9dd-eb15945d82ff" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.938843] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-9bff80c3-4b43-41f6-a9dd-eb15945d82ff" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.940031] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bff80c3-4b43-41f6-a9dd-eb15945d82ff',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.954785] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.041445] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa64ecd7-5c4e-43b1-92a1-f91a33d5e760',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.079238] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.079433] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.079524] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.079910] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.103421] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.104101] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.104101] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.104101] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.104101] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.104101] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.104384] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a79c78f-a284-4da0-a78e-588956c99be1 is going to be updated. [ 1111.129401] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.129529] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.129529] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.129742] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.129905] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.138818] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a79c78f-a284-4da0-a78e-588956c99be1 in Status: IN_PROGRESS for 2s [ 1111.354020] env[69258]: INFO networking_nsxv3.common.synchronization [req-2600c756-56eb-46f0-9693-7a9abf3d3b13 req-cd5f9d24-89fb-4e1e-a77b-5c8681123e7e tempest-ServerActionsV293TestJSON-1834086912 tempest-ServerActionsV293TestJSON-1834086912-project-member] Enqueued Resource ID: 40a3f7f3-a560-43bb-8223-b3cecf703145 with Priority: HIGHEST for action security_group_members [ 1111.354020] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40a3f7f3-a560-43bb-8223-b3cecf703145 with Priority: HIGHEST for action security_group_members [ 1111.354020] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-40a3f7f3-a560-43bb-8223-b3cecf703145 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.354020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40a3f7f3-a560-43bb-8223-b3cecf703145" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.354289] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40a3f7f3-a560-43bb-8223-b3cecf703145" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.354416] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40a3f7f3-a560-43bb-8223-b3cecf703145" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.354639] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.356101] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.356101] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.356101] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.356101] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.356101] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40a3f7f3-a560-43bb-8223-b3cecf703145',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.442123] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.445479] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.445479] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.445479] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.445479] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.445479] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 9bff80c3-4b43-41f6-a9dd-eb15945d82ff not found, creating... [ 1111.445479] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.445479] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.445479] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.445479] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.445479] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.446994] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.447379] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.447653] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.448186] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.448480] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.448807] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 9bff80c3-4b43-41f6-a9dd-eb15945d82ff is going to be created. [ 1111.457013] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.457484] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.459497] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.459497] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.459497] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.459497] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f is going to be created. [ 1111.472015] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.474434] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.474434] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.474434] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.474434] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.474434] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-9bff80c3-4b43-41f6-a9dd-eb15945d82ff" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.484073] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.484073] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.484073] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.484073] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.484073] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.491465] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: UNINITIALIZED for 2s [ 1111.545732] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa64ecd7-5c4e-43b1-92a1-f91a33d5e760: rpc.has_security_group_logging(os_id): False [ 1111.589164] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.589495] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.589495] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.590128] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.590128] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.590301] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.590844] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.590844] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.590844] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.591024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.591980] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 is going to be updated. [ 1111.726080] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.726080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.726080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.726080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.726080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.738812] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 in Status: IN_PROGRESS for 2s [ 1111.860178] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.860178] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.860178] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.860178] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.883375] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.883375] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.883375] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.883375] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.883375] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.883375] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.883375] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40a3f7f3-a560-43bb-8223-b3cecf703145 is going to be updated. [ 1111.912710] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.912710] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.912710] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.912710] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.912710] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.920851] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40a3f7f3-a560-43bb-8223-b3cecf703145 in Status: IN_PROGRESS for 2s [ 1111.983191] env[69258]: INFO networking_nsxv3.common.synchronization [None req-fd1b055d-7c80-43d8-b769-19816bae781e tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Enqueued Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_members [ 1111.983191] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_members [ 1111.983191] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.985571] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.986938] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.988025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.993848] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.993848] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.993848] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.993848] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.993848] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.993848] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.496502] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.496691] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.496774] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.496996] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.497104] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.497309] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.497408] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.497472] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.497643] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.497731] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.497820] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 is going to be deleted. [ 1112.525402] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.525589] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.525589] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.525762] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.525855] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.525962] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.616566] env[69258]: INFO networking_nsxv3.common.synchronization [req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 req-560f0140-c4b8-4541-a66c-93785c8984da service nova] Enqueued Resource ID: 4a79c78f-a284-4da0-a78e-588956c99be1 with Priority: HIGHEST for action security_group_rules [ 1112.616879] env[69258]: INFO networking_nsxv3.common.synchronization [req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 req-560f0140-c4b8-4541-a66c-93785c8984da service nova] Enqueued Resource ID: 4a79c78f-a284-4da0-a78e-588956c99be1 with Priority: HIGHEST for action security_group_members [ 1112.616980] env[69258]: INFO networking_nsxv3.common.synchronization [req-44cabf07-13e5-44d4-ac93-f34eb07d5bc1 req-560f0140-c4b8-4541-a66c-93785c8984da service nova] Enqueued Resource ID: 9bff80c3-4b43-41f6-a9dd-eb15945d82ff with Priority: HIGHEST for action port [ 1112.617326] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a79c78f-a284-4da0-a78e-588956c99be1 with Priority: HIGHEST for action security_group_rules [ 1112.617940] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a79c78f-a284-4da0-a78e-588956c99be1 with Priority: HIGHEST for action security_group_members [ 1112.617940] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bff80c3-4b43-41f6-a9dd-eb15945d82ff with Priority: HIGHEST for action port [ 1112.619109] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a79c78f-a284-4da0-a78e-588956c99be1 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.619366] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.619441] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.619684] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.619926] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a79c78f-a284-4da0-a78e-588956c99be1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.621067] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a79c78f-a284-4da0-a78e-588956c99be1 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.621212] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.621595] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bff80c3-4b43-41f6-a9dd-eb15945d82ff taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.621730] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bff80c3-4b43-41f6-a9dd-eb15945d82ff" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.621784] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bff80c3-4b43-41f6-a9dd-eb15945d82ff" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.622371] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bff80c3-4b43-41f6-a9dd-eb15945d82ff" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.622371] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bff80c3-4b43-41f6-a9dd-eb15945d82ff',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.125308] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a79c78f-a284-4da0-a78e-588956c99be1 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.125308] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.130419] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bff80c3-4b43-41f6-a9dd-eb15945d82ff with status ACTIVE [ 1113.134391] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.134391] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.134391] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.134391] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.134391] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.134391] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.134391] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.134391] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.134391] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.134391] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.134391] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.134391] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.134391] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.134391] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.134391] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.134391] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bff80c3-4b43-41f6-a9dd-eb15945d82ff is going to be updated. [ 1113.149252] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a79c78f-a284-4da0-a78e-588956c99be1 in Status: SUCCESS [ 1113.149252] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a79c78f-a284-4da0-a78e-588956c99be1 deletion is rescheduled due to dependency. [ 1113.149252] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.149470] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.149684] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.149867] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.149984] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.150057] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.150238] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.150353] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.150451] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a79c78f-a284-4da0-a78e-588956c99be1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.158436] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.158436] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.158436] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.158683] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.158746] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.160035] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bff80c3-4b43-41f6-a9dd-eb15945d82ff" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.177028] env[69258]: INFO networking_nsxv3.common.synchronization [req-ada12309-d2fc-4300-88e9-8a44656d3cec req-afcb01a1-62be-4eef-83e8-fa85805aa3d7 tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Enqueued Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_members [ 1113.177521] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_members [ 1113.177852] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.177976] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.178236] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.178457] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.178637] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.178734] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.178800] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.178954] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.179056] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.179280] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.502203] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: SUCCESS [ 1113.502203] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.502203] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.502298] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.502571] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.505480] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.505480] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.505480] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.505480] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.505480] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.505480] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.547414] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-339 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.547710] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-339" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.547817] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-339" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.549118] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-339" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.550138] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.550338] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.550471] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.550735] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.550893] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.551131] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1113.551254] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.551374] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.551549] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.551677] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1113.551796] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.552178] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.569578] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.569828] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1113.569927] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.570134] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-339" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.570588] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-669a5c09-e327-4872-b95a-13ee6d60b17e taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.571707] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-669a5c09-e327-4872-b95a-13ee6d60b17e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.571707] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-669a5c09-e327-4872-b95a-13ee6d60b17e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.571707] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-669a5c09-e327-4872-b95a-13ee6d60b17e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.571707] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('669a5c09-e327-4872-b95a-13ee6d60b17e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.658352] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a79c78f-a284-4da0-a78e-588956c99be1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.685023] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.685023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.685023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.685023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.685023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.685023] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.685023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.685023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.685023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.685023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.685023] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 is going to be updated. [ 1113.713370] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.715916] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.715916] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.715916] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.715916] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.725115] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: IN_PROGRESS for 2s [ 1113.758797] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 in Status: SUCCESS [ 1113.758797] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.932162] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40a3f7f3-a560-43bb-8223-b3cecf703145 in Status: SUCCESS [ 1113.932436] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40a3f7f3-a560-43bb-8223-b3cecf703145 deletion is rescheduled due to dependency. [ 1113.932436] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40a3f7f3-a560-43bb-8223-b3cecf703145" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.006683] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.006835] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.006910] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.007204] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.007380] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.007484] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.007549] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.007704] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.007792] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.007894] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.008080] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.008392] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.008488] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.008641] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.008785] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.008879] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.008941] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.009091] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.009203] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.009312] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.009405] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.075463] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.075463] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.075463] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.075463] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.075463] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.075718] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 669a5c09-e327-4872-b95a-13ee6d60b17e not found, creating... [ 1114.075814] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.076026] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.076160] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.076389] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.076554] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.076845] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.077015] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.077174] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.077448] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.077643] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.077795] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 669a5c09-e327-4872-b95a-13ee6d60b17e is going to be created. [ 1114.096628] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.096889] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.097035] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.097404] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.097663] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.097967] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-669a5c09-e327-4872-b95a-13ee6d60b17e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.159286] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a79c78f-a284-4da0-a78e-588956c99be1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.514517] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c754537a-1169-4215-9bdd-f31b86f6cd2f: rpc.has_security_group_logging(os_id): False [ 1114.541073] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.543961] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.543961] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.543961] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.543961] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.543961] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.543961] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.543961] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.543961] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.543961] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.543961] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.543961] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.543961] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.543961] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.543961] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.544794] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.545031] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.545169] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.545380] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.545714] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.545907] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f is going to be created. [ 1114.598828] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.598828] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.598828] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.598828] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.598828] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.612285] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: IN_PROGRESS for 2s [ 1114.669037] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.669037] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.669037] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.669037] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.669037] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.669037] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a79c78f-a284-4da0-a78e-588956c99be1 is going to be updated. [ 1114.717305] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.717851] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.717851] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.718199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.718368] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.727950] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a79c78f-a284-4da0-a78e-588956c99be1 in Status: IN_PROGRESS for 2s [ 1115.202316] env[69258]: INFO networking_nsxv3.common.synchronization [req-ada12309-d2fc-4300-88e9-8a44656d3cec req-56a834fa-417b-48f3-8d61-53aa1fbf148d service nova] Enqueued Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_rules [ 1115.202535] env[69258]: INFO networking_nsxv3.common.synchronization [req-ada12309-d2fc-4300-88e9-8a44656d3cec req-56a834fa-417b-48f3-8d61-53aa1fbf148d service nova] Enqueued Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_members [ 1115.202703] env[69258]: INFO networking_nsxv3.common.synchronization [req-ada12309-d2fc-4300-88e9-8a44656d3cec req-56a834fa-417b-48f3-8d61-53aa1fbf148d service nova] Enqueued Resource ID: 669a5c09-e327-4872-b95a-13ee6d60b17e with Priority: HIGHEST for action port [ 1115.202946] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_rules [ 1115.203096] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_members [ 1115.203195] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 669a5c09-e327-4872-b95a-13ee6d60b17e with Priority: HIGHEST for action port [ 1115.203768] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.203890] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.203957] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.206080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.206192] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.207116] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.209593] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.209593] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-669a5c09-e327-4872-b95a-13ee6d60b17e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.209593] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-669a5c09-e327-4872-b95a-13ee6d60b17e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.209593] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-669a5c09-e327-4872-b95a-13ee6d60b17e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.209593] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-669a5c09-e327-4872-b95a-13ee6d60b17e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.209593] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('669a5c09-e327-4872-b95a-13ee6d60b17e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.710131] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.710486] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.710524] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 669a5c09-e327-4872-b95a-13ee6d60b17e with status ACTIVE [ 1115.710725] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.710866] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.710956] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.711235] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.711379] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.711621] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.711775] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.711872] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.712110] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.712235] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.712494] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.712627] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.712717] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.712902] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.713009] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.714073] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 669a5c09-e327-4872-b95a-13ee6d60b17e is going to be updated. [ 1115.734932] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: SUCCESS [ 1115.735122] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 deletion is rescheduled due to dependency. [ 1115.735234] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.735383] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.735585] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.735766] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.735941] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.736013] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.736172] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.736253] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.736345] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.737853] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.737966] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.738467] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.738650] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.738781] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.739045] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-669a5c09-e327-4872-b95a-13ee6d60b17e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.239876] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.628307] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: SUCCESS [ 1116.628646] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.736946] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a79c78f-a284-4da0-a78e-588956c99be1 in Status: SUCCESS [ 1116.737198] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.737725] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.737947] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.738153] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.738269] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.738409] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.738482] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.738561] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.738644] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.738735] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a79c78f-a284-4da0-a78e-588956c99be1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.746705] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.243563] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a79c78f-a284-4da0-a78e-588956c99be1 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.246699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.246699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.246699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.246699] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.246699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.246699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.246699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.246699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.246699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.246699] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a79c78f-a284-4da0-a78e-588956c99be1 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.246699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.246699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.246699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.246699] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.246699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.246699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.246699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.246699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.247300] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.247300] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a79c78f-a284-4da0-a78e-588956c99be1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.247300] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.247300] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.247300] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.253399] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.253647] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.253772] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 is going to be updated. [ 1117.293621] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.294119] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.294316] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.294636] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.294893] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.303958] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: IN_PROGRESS for 2s [ 1117.589689] env[69258]: INFO networking_nsxv3.common.synchronization [req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 req-7bfce586-20be-4efd-aa77-f6f09427dc4b tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Enqueued Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_members [ 1117.590388] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_members [ 1117.590769] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.590979] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.592115] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.592513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.592736] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.592853] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.592924] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.593123] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.593464] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.593464] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.760576] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a79c78f-a284-4da0-a78e-588956c99be1: rpc.has_security_group_logging(os_id): False [ 1117.777168] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.777337] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.777412] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.777632] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.777701] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.777893] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.777998] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.778065] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.778210] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.781752] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.781752] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.781752] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.781752] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.781752] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.781752] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.781752] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.781752] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.781752] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.781752] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.781752] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.781752] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a79c78f-a284-4da0-a78e-588956c99be1 is going to be updated. [ 1117.836286] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.840136] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.840293] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.840560] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.840716] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.854533] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a79c78f-a284-4da0-a78e-588956c99be1 in Status: IN_PROGRESS for 2s [ 1117.954587] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.954843] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-990" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.954982] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-990" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.955291] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-990" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.955577] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.955808] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.955967] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.957761] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.958011] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.958419] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.958586] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1117.958723] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1117.958845] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1117.958968] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1117.959133] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1117.959287] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1117.977724] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1117.977904] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1117.978105] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1117.978364] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-990" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.978813] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-afd4c14b-2cec-4cd3-a624-d29c708a56d9 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.979050] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-afd4c14b-2cec-4cd3-a624-d29c708a56d9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.979192] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-afd4c14b-2cec-4cd3-a624-d29c708a56d9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.979537] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-afd4c14b-2cec-4cd3-a624-d29c708a56d9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.979682] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afd4c14b-2cec-4cd3-a624-d29c708a56d9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.071806] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-205 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.072059] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.072211] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.072501] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.072775] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.072932] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.073522] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.073797] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.073999] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.074252] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1118.074399] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.074533] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.074654] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.074771] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1118.074882] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.075048] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.096411] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.096595] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1118.096740] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.096922] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.097260] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.097437] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.097563] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.097962] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.098164] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.100008] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.100163] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.100237] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.100424] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.100517] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.100706] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.100801] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.100871] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.101030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.101111] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.101196] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b48f402-907d-4c46-9590-20353319ee6c is going to be updated. [ 1118.126075] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.126075] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.126075] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.126075] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.126075] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.133639] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: IN_PROGRESS for 2s [ 1118.483686] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.483961] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.484116] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.484410] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.484566] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.484729] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port afd4c14b-2cec-4cd3-a624-d29c708a56d9 not found, creating... [ 1118.485016] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.485209] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.485324] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.485560] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.485725] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.486083] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.486256] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.486384] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.486625] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.486749] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.486959] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: afd4c14b-2cec-4cd3-a624-d29c708a56d9 is going to be created. [ 1118.506800] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.507228] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.507228] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.507459] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.507699] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.508090] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-afd4c14b-2cec-4cd3-a624-d29c708a56d9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.603888] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.604191] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.604387] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.604733] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.604935] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.605239] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95 not found, creating... [ 1118.605433] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.605653] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.605863] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.606106] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.606171] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.606451] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.606678] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.606796] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.606951] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.607242] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.608601] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95 is going to be created. [ 1118.629228] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.629547] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.629670] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.629952] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.630210] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.630455] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.317315] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: SUCCESS [ 1119.317315] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.317315] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.317315] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.317315] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.317746] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.317746] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.317746] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.317746] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.317919] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.317919] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.354876] env[69258]: INFO networking_nsxv3.common.synchronization [req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 req-006443f8-7a33-4098-b3be-ec4bf912ad3e service nova] Enqueued Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_rules [ 1119.355095] env[69258]: INFO networking_nsxv3.common.synchronization [req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 req-006443f8-7a33-4098-b3be-ec4bf912ad3e service nova] Enqueued Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_members [ 1119.355255] env[69258]: INFO networking_nsxv3.common.synchronization [req-e3e88828-c9fd-4d5d-877a-b57bed0d9d24 req-006443f8-7a33-4098-b3be-ec4bf912ad3e service nova] Enqueued Resource ID: afd4c14b-2cec-4cd3-a624-d29c708a56d9 with Priority: HIGHEST for action port [ 1119.355870] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_rules [ 1119.356010] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_members [ 1119.357566] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afd4c14b-2cec-4cd3-a624-d29c708a56d9 with Priority: HIGHEST for action port [ 1119.358096] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.358209] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.358920] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.359102] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.359400] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.360472] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.360662] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.360988] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-afd4c14b-2cec-4cd3-a624-d29c708a56d9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.362073] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afd4c14b-2cec-4cd3-a624-d29c708a56d9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.362073] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afd4c14b-2cec-4cd3-a624-d29c708a56d9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.362073] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afd4c14b-2cec-4cd3-a624-d29c708a56d9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.362073] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afd4c14b-2cec-4cd3-a624-d29c708a56d9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.525315] env[69258]: INFO networking_nsxv3.common.synchronization [req-10a5a341-e0ef-4e8f-967e-616ea1ab138f req-349005eb-0d79-44d6-bd6e-46f3234461c7 service nova] Enqueued Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_rules [ 1119.525315] env[69258]: INFO networking_nsxv3.common.synchronization [req-10a5a341-e0ef-4e8f-967e-616ea1ab138f req-349005eb-0d79-44d6-bd6e-46f3234461c7 service nova] Enqueued Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_members [ 1119.525315] env[69258]: INFO networking_nsxv3.common.synchronization [req-10a5a341-e0ef-4e8f-967e-616ea1ab138f req-349005eb-0d79-44d6-bd6e-46f3234461c7 service nova] Enqueued Resource ID: ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95 with Priority: HIGHEST for action port [ 1119.525315] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_rules [ 1119.525315] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_members [ 1119.525315] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95 with Priority: HIGHEST for action port [ 1119.526524] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.526524] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.526524] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.529454] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.529512] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.531023] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.531023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.531023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.531023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.531287] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.531287] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.531366] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.533013] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.533013] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.533013] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.533013] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.533013] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.533013] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.533013] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.533013] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.821642] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.821642] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.821642] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.821642] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.821642] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.821642] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.821642] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.821642] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.821642] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.822209] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.822437] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.822581] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.822664] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.822850] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.823129] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.823129] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.824236] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.824236] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.824236] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.824236] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.824236] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.864410] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.864410] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.864610] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afd4c14b-2cec-4cd3-a624-d29c708a56d9 with status ACTIVE [ 1119.864710] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.864815] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.864878] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.865104] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.865194] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.865365] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.865974] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.865974] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.865974] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.865974] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.865974] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.866206] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.866206] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.866293] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.866965] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.866965] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afd4c14b-2cec-4cd3-a624-d29c708a56d9 is going to be updated. [ 1119.868084] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a79c78f-a284-4da0-a78e-588956c99be1 in Status: SUCCESS [ 1119.868279] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.885659] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.885805] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.885919] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.886100] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.886224] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.886381] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afd4c14b-2cec-4cd3-a624-d29c708a56d9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.035735] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.038346] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.038346] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.038346] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95 with status ACTIVE [ 1120.038346] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.038346] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.038346] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.038346] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.038346] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.038346] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.038827] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.039332] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.039332] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.039332] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.039472] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.039556] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.039619] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.039767] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.039841] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.039943] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95 is going to be updated. [ 1120.072845] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.072845] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.072845] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.072845] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.073139] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.073344] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.159225] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: SUCCESS [ 1120.159526] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b48f402-907d-4c46-9590-20353319ee6c deletion is rescheduled due to dependency. [ 1120.159668] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.159845] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.162983] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.162983] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.162983] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.162983] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.162983] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.162983] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.162983] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.329156] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c8dc541-bce3-4239-a47a-451d9ee5b7e9: rpc.has_security_group_logging(os_id): False [ 1120.350584] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.350725] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.350799] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.351033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.351131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.351358] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.351459] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.351552] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.351714] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.351792] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.351980] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.352091] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.352151] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.352290] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.352366] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.352604] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.352746] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.352840] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.353075] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.353226] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.353362] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 is going to be updated. [ 1120.414280] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.414527] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.414650] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.414906] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.415043] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.432358] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: IN_PROGRESS for 2s [ 1120.541975] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.663244] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.044482] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.045056] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.045056] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.045659] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.045659] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.045659] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 is going to be created. [ 1121.068440] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.068667] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.068777] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.069085] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.069321] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.079844] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 in Status: UNINITIALIZED for 2s [ 1121.170056] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.675715] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.676139] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.676139] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.676435] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.676555] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.676720] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b48f402-907d-4c46-9590-20353319ee6c is going to be updated. [ 1121.705137] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.705137] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.705137] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.705137] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.705137] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.712380] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: IN_PROGRESS for 2s [ 1122.463387] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: SUCCESS [ 1122.463387] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.089471] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 in Status: SUCCESS [ 1123.089828] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.089918] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.090168] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.090912] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.090912] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.090912] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.090912] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.090912] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.090912] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.090912] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.594131] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.594348] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.594389] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.594649] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.594854] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.594995] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.595046] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.595240] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.595343] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.595387] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.595523] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.595650] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.595687] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.595819] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.595957] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.596072] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.596147] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.596257] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.596359] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.596410] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.596559] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.725085] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: SUCCESS [ 1123.725331] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.725511] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.725759] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.726143] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.726143] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.726143] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.726290] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.726356] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.726444] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.726532] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.020805] env[69258]: INFO networking_nsxv3.common.synchronization [req-71272104-0ccd-4bc4-96c5-231699bb85bc req-94e0dce3-3956-490f-b5c3-6d581591d926 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Enqueued Resource ID: 4a79c78f-a284-4da0-a78e-588956c99be1 with Priority: HIGHEST for action security_group_members [ 1124.020805] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a79c78f-a284-4da0-a78e-588956c99be1 with Priority: HIGHEST for action security_group_members [ 1124.020805] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a79c78f-a284-4da0-a78e-588956c99be1 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.021181] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.021181] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.022877] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.023214] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.023214] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.023334] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.023441] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.023506] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.024018] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a79c78f-a284-4da0-a78e-588956c99be1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.102567] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63ecbe6e-1149-4a05-8885-5b2f2123e2c7: rpc.has_security_group_logging(os_id): False [ 1124.119550] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.122020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.122020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.122020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.122020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.122020] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.122020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.122020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.122020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.122020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.122020] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.122020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.122020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.126133] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.126133] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.126133] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.126133] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.126133] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.126133] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.126133] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.126133] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 is going to be created. [ 1124.140453] env[69258]: INFO networking_nsxv3.common.synchronization [req-71272104-0ccd-4bc4-96c5-231699bb85bc req-94e0dce3-3956-490f-b5c3-6d581591d926 tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Enqueued Resource ID: 9bff80c3-4b43-41f6-a9dd-eb15945d82ff with Priority: HIGHEST for action port [ 1124.140453] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bff80c3-4b43-41f6-a9dd-eb15945d82ff with Priority: HIGHEST for action port [ 1124.140453] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bff80c3-4b43-41f6-a9dd-eb15945d82ff taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.140453] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bff80c3-4b43-41f6-a9dd-eb15945d82ff" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.140805] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bff80c3-4b43-41f6-a9dd-eb15945d82ff" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.141120] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bff80c3-4b43-41f6-a9dd-eb15945d82ff" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.141307] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bff80c3-4b43-41f6-a9dd-eb15945d82ff',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.171158] env[69258]: INFO networking_nsxv3.common.synchronization [None req-4d795aa9-b126-4ff8-a9e6-d786fb5d76e1 None None] Enqueued Resource ID: db95fa2a-6caf-4d19-9609-6365a41460da with Priority: HIGHEST for action port [ 1124.176250] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db95fa2a-6caf-4d19-9609-6365a41460da with Priority: HIGHEST for action port [ 1124.178276] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-db95fa2a-6caf-4d19-9609-6365a41460da taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.178276] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db95fa2a-6caf-4d19-9609-6365a41460da" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.178276] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db95fa2a-6caf-4d19-9609-6365a41460da" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.178276] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db95fa2a-6caf-4d19-9609-6365a41460da" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.178276] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db95fa2a-6caf-4d19-9609-6365a41460da',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.185024] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.185024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.185024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.185024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.185024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.195824] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 in Status: IN_PROGRESS for 2s [ 1124.228689] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.232025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.232025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.232025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.232025] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.232025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.232025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.232025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.232025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.232025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.232025] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.232025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.232025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.232025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.232025] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.232025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.232025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.232025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.232025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.233155] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.233384] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.535461] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.535461] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.535461] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.535461] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.535461] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.535461] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.535461] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.535461] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.535461] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.535461] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.535461] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a79c78f-a284-4da0-a78e-588956c99be1 is going to be updated. [ 1124.562306] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.562451] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.562515] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.562797] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.562940] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.571823] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a79c78f-a284-4da0-a78e-588956c99be1 in Status: IN_PROGRESS for 2s [ 1124.643975] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bff80c3-4b43-41f6-a9dd-eb15945d82ff with status ACTIVE [ 1124.644236] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.644376] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.644446] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.644662] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.644756] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.644932] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.645044] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.645108] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.645259] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.645334] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.645511] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.645641] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.645828] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.645997] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.646106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.646184] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bff80c3-4b43-41f6-a9dd-eb15945d82ff is going to be updated. [ 1124.677342] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.677486] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.677579] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.677792] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.677934] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.678167] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bff80c3-4b43-41f6-a9dd-eb15945d82ff" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.687634] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db95fa2a-6caf-4d19-9609-6365a41460da [ 1124.687938] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.688092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.688160] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.688364] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.688450] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.688542] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db95fa2a-6caf-4d19-9609-6365a41460da already deleted. [ 1124.688616] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db95fa2a-6caf-4d19-9609-6365a41460da" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.737548] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b48f402-907d-4c46-9590-20353319ee6c: rpc.has_security_group_logging(os_id): False [ 1124.763627] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.763780] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.763896] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.764145] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.764293] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.764468] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.764571] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.764645] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.764773] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.764851] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.765091] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.765207] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.765280] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.765394] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.765458] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.766485] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.766485] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.766485] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.766485] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.766769] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.766891] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b48f402-907d-4c46-9590-20353319ee6c is going to be updated. [ 1124.846293] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.846482] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.846550] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.846772] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.846952] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.862793] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: IN_PROGRESS for 2s [ 1126.216150] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 in Status: SUCCESS [ 1126.216150] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.324549] env[69258]: INFO networking_nsxv3.common.synchronization [None req-0d3976e8-b460-4cb3-b6b6-79736b2ebcd0 None None] Enqueued Resource ID: f7831548-5f2f-4d36-b58a-f70d298d918a with Priority: HIGHEST for action port [ 1126.324821] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7831548-5f2f-4d36-b58a-f70d298d918a with Priority: HIGHEST for action port [ 1126.325767] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7831548-5f2f-4d36-b58a-f70d298d918a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.325767] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7831548-5f2f-4d36-b58a-f70d298d918a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.325767] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7831548-5f2f-4d36-b58a-f70d298d918a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.325916] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7831548-5f2f-4d36-b58a-f70d298d918a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.325916] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7831548-5f2f-4d36-b58a-f70d298d918a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.435269] env[69258]: INFO networking_nsxv3.common.synchronization [req-7c54d994-c763-499b-88d8-d09ac3c139bc req-5d849ba0-217d-4324-b0f2-af382a0d9b97 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Enqueued Resource ID: 40ae3ba1-2cb9-4961-aa9b-fe8aff658705 with Priority: HIGHEST for action security_group_members [ 1126.436932] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ae3ba1-2cb9-4961-aa9b-fe8aff658705 with Priority: HIGHEST for action security_group_members [ 1126.436932] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ae3ba1-2cb9-4961-aa9b-fe8aff658705 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.436932] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ae3ba1-2cb9-4961-aa9b-fe8aff658705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.436932] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ae3ba1-2cb9-4961-aa9b-fe8aff658705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.437346] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ae3ba1-2cb9-4961-aa9b-fe8aff658705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.438084] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.438244] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.438353] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.439031] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.439031] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.439031] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40ae3ba1-2cb9-4961-aa9b-fe8aff658705',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.581215] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a79c78f-a284-4da0-a78e-588956c99be1 in Status: SUCCESS [ 1126.581414] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a79c78f-a284-4da0-a78e-588956c99be1 deletion is rescheduled due to dependency. [ 1126.581554] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a79c78f-a284-4da0-a78e-588956c99be1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.828444] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7831548-5f2f-4d36-b58a-f70d298d918a [ 1126.828691] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.828829] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.828911] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.829188] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.829288] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.829392] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7831548-5f2f-4d36-b58a-f70d298d918a already deleted. [ 1126.829500] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7831548-5f2f-4d36-b58a-f70d298d918a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.845564] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-876 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.845787] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-876" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.845938] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-876" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.846334] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-876" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.846625] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.846819] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.846947] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.847194] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.847352] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.847593] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1126.847718] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1126.847856] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1126.847978] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1126.848110] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1126.848224] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1126.848364] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.865819] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.866293] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1126.866449] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.866637] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-876" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.866991] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-4a9520d0-f987-42c1-9f95-70f9fdaf05cd taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.867182] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-4a9520d0-f987-42c1-9f95-70f9fdaf05cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.867307] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-4a9520d0-f987-42c1-9f95-70f9fdaf05cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.867649] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-4a9520d0-f987-42c1-9f95-70f9fdaf05cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.867817] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a9520d0-f987-42c1-9f95-70f9fdaf05cd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.872961] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: SUCCESS [ 1126.873238] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.943554] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.943794] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.943794] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.944044] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.944150] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.944405] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.944524] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.944524] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.944655] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.944738] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.944928] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40ae3ba1-2cb9-4961-aa9b-fe8aff658705 already deleted. [ 1126.944928] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ae3ba1-2cb9-4961-aa9b-fe8aff658705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.371180] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.371397] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.371434] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.371787] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.371947] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.372128] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 4a9520d0-f987-42c1-9f95-70f9fdaf05cd not found, creating... [ 1127.372417] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.372609] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.372748] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.372979] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.373154] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.373462] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.373626] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.373754] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.373965] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.374135] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.374287] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 4a9520d0-f987-42c1-9f95-70f9fdaf05cd is going to be created. [ 1127.404032] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.404032] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.404032] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.404032] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.404270] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.404431] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-4a9520d0-f987-42c1-9f95-70f9fdaf05cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.131105] env[69258]: INFO networking_nsxv3.common.synchronization [req-7c54d994-c763-499b-88d8-d09ac3c139bc req-8a98ee6b-8038-41bd-8d72-d2d0972df2b2 service nova] Enqueued Resource ID: 40ae3ba1-2cb9-4961-aa9b-fe8aff658705 with Priority: HIGHEST for action security_group_rules [ 1128.131339] env[69258]: INFO networking_nsxv3.common.synchronization [req-7c54d994-c763-499b-88d8-d09ac3c139bc req-8a98ee6b-8038-41bd-8d72-d2d0972df2b2 service nova] Enqueued Resource ID: 40ae3ba1-2cb9-4961-aa9b-fe8aff658705 with Priority: HIGHEST for action security_group_members [ 1128.131920] env[69258]: INFO networking_nsxv3.common.synchronization [req-7c54d994-c763-499b-88d8-d09ac3c139bc req-8a98ee6b-8038-41bd-8d72-d2d0972df2b2 service nova] Enqueued Resource ID: 4a9520d0-f987-42c1-9f95-70f9fdaf05cd with Priority: HIGHEST for action port [ 1128.134178] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ae3ba1-2cb9-4961-aa9b-fe8aff658705 with Priority: HIGHEST for action security_group_rules [ 1128.134814] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ae3ba1-2cb9-4961-aa9b-fe8aff658705 with Priority: HIGHEST for action security_group_members [ 1128.134814] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a9520d0-f987-42c1-9f95-70f9fdaf05cd with Priority: HIGHEST for action port [ 1128.135472] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40ae3ba1-2cb9-4961-aa9b-fe8aff658705 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.135472] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40ae3ba1-2cb9-4961-aa9b-fe8aff658705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.135472] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40ae3ba1-2cb9-4961-aa9b-fe8aff658705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.135863] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40ae3ba1-2cb9-4961-aa9b-fe8aff658705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.135968] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40ae3ba1-2cb9-4961-aa9b-fe8aff658705',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.137095] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ae3ba1-2cb9-4961-aa9b-fe8aff658705 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.137338] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ae3ba1-2cb9-4961-aa9b-fe8aff658705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.137453] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ae3ba1-2cb9-4961-aa9b-fe8aff658705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.137736] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ae3ba1-2cb9-4961-aa9b-fe8aff658705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.137953] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.138163] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.138296] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.138613] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.142457] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.144209] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40ae3ba1-2cb9-4961-aa9b-fe8aff658705',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.145396] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a9520d0-f987-42c1-9f95-70f9fdaf05cd taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.145540] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a9520d0-f987-42c1-9f95-70f9fdaf05cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.145610] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a9520d0-f987-42c1-9f95-70f9fdaf05cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.145805] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a9520d0-f987-42c1-9f95-70f9fdaf05cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.145892] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a9520d0-f987-42c1-9f95-70f9fdaf05cd',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.651038] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ae3ba1-2cb9-4961-aa9b-fe8aff658705 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.651302] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ae3ba1-2cb9-4961-aa9b-fe8aff658705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.651522] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40ae3ba1-2cb9-4961-aa9b-fe8aff658705',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.652831] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a9520d0-f987-42c1-9f95-70f9fdaf05cd with status ACTIVE [ 1128.653130] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.653256] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.653384] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.653646] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.653775] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.654161] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.654282] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.654627] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.654840] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.654961] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.655323] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.655399] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.655468] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.655678] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.655793] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.655911] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a9520d0-f987-42c1-9f95-70f9fdaf05cd is going to be updated. [ 1128.676154] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.676296] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.676365] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.676573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.676706] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.676861] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a9520d0-f987-42c1-9f95-70f9fdaf05cd" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.158472] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40ae3ba1-2cb9-4961-aa9b-fe8aff658705',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.661585] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.661961] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.661961] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.662183] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.662183] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.662283] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40ae3ba1-2cb9-4961-aa9b-fe8aff658705 is going to be created. [ 1129.683991] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.684255] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.684255] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.684956] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.684956] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.694132] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ae3ba1-2cb9-4961-aa9b-fe8aff658705 in Status: UNINITIALIZED for 2s [ 1131.705128] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ae3ba1-2cb9-4961-aa9b-fe8aff658705 in Status: SUCCESS [ 1131.705470] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ae3ba1-2cb9-4961-aa9b-fe8aff658705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.705506] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ae3ba1-2cb9-4961-aa9b-fe8aff658705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.705712] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ae3ba1-2cb9-4961-aa9b-fe8aff658705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.706412] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.706412] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.706412] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.706412] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.706670] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.706670] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ae3ba1-2cb9-4961-aa9b-fe8aff658705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.706803] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40ae3ba1-2cb9-4961-aa9b-fe8aff658705',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.173559] env[69258]: INFO networking_nsxv3.common.synchronization [None req-f9c2bc77-b306-4464-98c9-030a25f8f92d tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Enqueued Resource ID: a228f9bf-a6fc-4491-befd-acccfa670c23 with Priority: HIGHEST for action security_group_rules [ 1132.173687] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a228f9bf-a6fc-4491-befd-acccfa670c23 with Priority: HIGHEST for action security_group_rules [ 1132.173996] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a228f9bf-a6fc-4491-befd-acccfa670c23 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.174401] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a228f9bf-a6fc-4491-befd-acccfa670c23" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.174477] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a228f9bf-a6fc-4491-befd-acccfa670c23" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.174757] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a228f9bf-a6fc-4491-befd-acccfa670c23" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.174851] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a228f9bf-a6fc-4491-befd-acccfa670c23',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.209811] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40ae3ba1-2cb9-4961-aa9b-fe8aff658705',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.256613] env[69258]: INFO networking_nsxv3.common.synchronization [None req-9c4ee66b-6034-4203-82f8-223fcea1a966 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Enqueued Resource ID: a228f9bf-a6fc-4491-befd-acccfa670c23 with Priority: HIGHEST for action security_group_rules [ 1132.257124] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a228f9bf-a6fc-4491-befd-acccfa670c23 with Priority: HIGHEST for action security_group_rules [ 1132.257626] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a228f9bf-a6fc-4491-befd-acccfa670c23 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.257733] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a228f9bf-a6fc-4491-befd-acccfa670c23" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.696155] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.696434] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.696434] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.696644] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.696693] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.696766] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a228f9bf-a6fc-4491-befd-acccfa670c23 already deleted. [ 1132.696862] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a228f9bf-a6fc-4491-befd-acccfa670c23" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.697423] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a228f9bf-a6fc-4491-befd-acccfa670c23" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.697608] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a228f9bf-a6fc-4491-befd-acccfa670c23" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.697697] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a228f9bf-a6fc-4491-befd-acccfa670c23',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.711914] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40ae3ba1-2cb9-4961-aa9b-fe8aff658705: rpc.has_security_group_logging(os_id): False [ 1132.726493] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.726730] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.726730] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.726908] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.726998] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.727684] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.727684] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.727684] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.727684] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.727684] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.728090] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40ae3ba1-2cb9-4961-aa9b-fe8aff658705 is going to be created. [ 1132.792881] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.793083] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.793136] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.793410] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.793557] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.803896] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40ae3ba1-2cb9-4961-aa9b-fe8aff658705 in Status: IN_PROGRESS for 2s [ 1133.218462] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.218607] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.218676] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.218886] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.218973] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.219078] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a228f9bf-a6fc-4491-befd-acccfa670c23 already deleted. [ 1133.219157] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a228f9bf-a6fc-4491-befd-acccfa670c23" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.814270] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40ae3ba1-2cb9-4961-aa9b-fe8aff658705 in Status: SUCCESS [ 1134.814567] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40ae3ba1-2cb9-4961-aa9b-fe8aff658705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.644126] env[69258]: INFO networking_nsxv3.common.synchronization [req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 req-88d1bf17-846a-41b5-abd7-ae4d9b745fd7 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_members [ 1135.647815] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_members [ 1135.647815] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.647815] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.647815] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.647815] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.647815] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.647815] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.647815] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.647815] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.647815] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.647815] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.077506] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.077896] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-87" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.077896] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-87" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.078192] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-87" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.078688] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.078688] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.078836] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.078987] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.087184] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.087184] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.087184] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1136.087184] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1136.087184] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1136.087184] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.087184] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1136.087184] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1136.104822] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1136.105486] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1136.107090] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1136.107090] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-87" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.107090] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-ca120215-c0ff-4b6f-9fcd-0e0db4a5256d taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.107090] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-ca120215-c0ff-4b6f-9fcd-0e0db4a5256d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.107090] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-ca120215-c0ff-4b6f-9fcd-0e0db4a5256d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.107781] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-ca120215-c0ff-4b6f-9fcd-0e0db4a5256d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.108132] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca120215-c0ff-4b6f-9fcd-0e0db4a5256d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.152066] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.152066] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.152066] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.152766] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.152766] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.152766] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.152935] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.152968] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.153164] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.153288] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.153402] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 already deleted. [ 1136.153441] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.353819] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-205 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.354041] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.354174] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.354435] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.354699] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.354862] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.355022] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.357309] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.357505] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.357899] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.357899] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1136.358069] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1136.358193] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1136.358316] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1136.358441] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1136.358583] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1136.375830] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1136.376039] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1136.376187] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1136.376375] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-205" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.376699] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.376881] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.377024] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.377292] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.377437] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.611268] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.611503] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.611702] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.612055] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.612230] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.612392] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port ca120215-c0ff-4b6f-9fcd-0e0db4a5256d not found, creating... [ 1136.612663] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.612873] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.612949] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.613205] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.613372] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.613642] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.613806] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.613963] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.614385] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.614385] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.615031] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: ca120215-c0ff-4b6f-9fcd-0e0db4a5256d is going to be created. [ 1136.641312] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.641417] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.641490] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.641905] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.642222] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.642490] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-ca120215-c0ff-4b6f-9fcd-0e0db4a5256d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.880211] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.880424] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.880576] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.880870] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.881045] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.881362] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.881540] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.881718] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.881959] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.882143] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.882441] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.882632] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.882760] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.882929] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.883098] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.883263] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95 is going to be updated. [ 1136.904215] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.904443] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.904574] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.905483] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.905483] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.905483] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.398318] env[69258]: INFO networking_nsxv3.common.synchronization [req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 req-f7f9234e-6178-4299-b535-e64a755cea31 service nova] Enqueued Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_rules [ 1137.398570] env[69258]: INFO networking_nsxv3.common.synchronization [req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 req-f7f9234e-6178-4299-b535-e64a755cea31 service nova] Enqueued Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_members [ 1137.398685] env[69258]: INFO networking_nsxv3.common.synchronization [req-41dfc73c-88a4-4757-bd44-11e4482f4bd2 req-f7f9234e-6178-4299-b535-e64a755cea31 service nova] Enqueued Resource ID: ca120215-c0ff-4b6f-9fcd-0e0db4a5256d with Priority: HIGHEST for action port [ 1137.399232] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_rules [ 1137.399396] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_members [ 1137.399515] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca120215-c0ff-4b6f-9fcd-0e0db4a5256d with Priority: HIGHEST for action port [ 1137.404398] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.404555] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.404632] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.404905] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.405021] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.405977] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.406140] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.406218] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.406411] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.406582] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.406679] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.406753] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.406985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.406985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.407114] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.408741] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca120215-c0ff-4b6f-9fcd-0e0db4a5256d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.408870] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca120215-c0ff-4b6f-9fcd-0e0db4a5256d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.408962] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca120215-c0ff-4b6f-9fcd-0e0db4a5256d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.409148] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca120215-c0ff-4b6f-9fcd-0e0db4a5256d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.409226] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca120215-c0ff-4b6f-9fcd-0e0db4a5256d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.735032] env[69258]: INFO networking_nsxv3.common.synchronization [req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 req-3ef5848b-0e2e-47ba-9939-9305141ed646 service nova] Enqueued Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_rules [ 1137.735032] env[69258]: INFO networking_nsxv3.common.synchronization [req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 req-3ef5848b-0e2e-47ba-9939-9305141ed646 service nova] Enqueued Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_members [ 1137.735032] env[69258]: INFO networking_nsxv3.common.synchronization [req-f9fcee54-0282-49b7-bdd3-eb1dd44d8598 req-3ef5848b-0e2e-47ba-9939-9305141ed646 service nova] Enqueued Resource ID: ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95 with Priority: HIGHEST for action port [ 1137.735032] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_rules [ 1137.735032] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_members [ 1137.735032] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95 with Priority: HIGHEST for action port [ 1137.735478] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.735728] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.735880] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.736721] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.737301] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.739167] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.739518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.739847] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.740146] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.740778] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.742017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.742017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.742017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.742017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.742017] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.743481] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.743737] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.743887] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.744831] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.744831] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.911721] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.912247] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.912514] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.913883] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca120215-c0ff-4b6f-9fcd-0e0db4a5256d with status ACTIVE [ 1137.914180] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.914349] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.914457] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.914765] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.914930] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.915248] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.915875] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.915875] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.915875] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.916084] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.916250] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.916402] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.916501] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.916716] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.916824] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.916927] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca120215-c0ff-4b6f-9fcd-0e0db4a5256d is going to be updated. [ 1137.937683] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.937907] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.937907] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.938150] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.938287] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.938464] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca120215-c0ff-4b6f-9fcd-0e0db4a5256d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.246060] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.246207] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.246402] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.248419] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95 with status ACTIVE [ 1138.249028] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.249028] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.249028] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.249028] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.249230] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.249259] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.249391] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.249391] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.249582] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.249716] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.249854] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.249950] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.250015] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.250164] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.250239] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.250323] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95 is going to be updated. [ 1138.269915] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.270106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.270151] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.270302] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.270428] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.270574] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddc56fa3-0cba-425b-9b09-1ea6e2cd0c95" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.419562] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.752289] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.921684] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.921865] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.921939] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.922194] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.922290] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.922391] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 is going to be created. [ 1138.946143] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.946305] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.946531] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.946990] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.947234] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.957034] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: UNINITIALIZED for 2s [ 1139.255568] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.255731] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.255783] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.255980] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.256104] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.256179] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 is going to be updated. [ 1139.281334] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.281538] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.281538] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.282008] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.282291] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.291681] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 in Status: IN_PROGRESS for 2s [ 1140.044023] env[69258]: INFO networking_nsxv3.common.synchronization [req-cdf83c1d-e964-407e-bddf-41dae7fe0774 req-80970364-121d-4dcc-83d4-74f38e0a342c tempest-ImagesTestJSON-630222228 tempest-ImagesTestJSON-630222228-project-member] Enqueued Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_members [ 1140.044759] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGHEST for action security_group_members [ 1140.045268] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.045268] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.045388] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.045911] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.045911] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.045911] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.046092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.046312] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.046457] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.046914] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.549077] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.549338] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.549338] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.549673] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.549855] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.550198] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.550342] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.550501] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.550658] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.550794] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.550953] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 is going to be updated. [ 1140.579623] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.579822] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.579871] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.580293] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.580293] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.589161] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: IN_PROGRESS for 2s [ 1140.968010] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: SUCCESS [ 1140.968076] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.968314] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.968553] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.968760] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.968879] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.968945] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.969111] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.969195] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.969280] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.969373] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.300916] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 in Status: SUCCESS [ 1141.300916] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.301231] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.301266] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.301452] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.301570] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.301668] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.301856] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.301937] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.302054] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.302150] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.471217] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.471364] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.471440] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.471842] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.471952] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.472144] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.472144] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.472302] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.472406] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.472479] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.472675] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.472758] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.472789] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.472935] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.473124] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.473219] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.473278] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.473415] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.473492] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.473574] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.473663] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.805085] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.805085] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.805085] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.805493] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.805493] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.805562] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.805589] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.805788] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.805876] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.805965] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.806126] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.806224] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.806317] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.806532] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.806746] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.806899] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.807016] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.807245] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.807367] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.807489] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.807635] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.975847] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e922e4a-724a-4bf3-990a-f659769bc6d8: rpc.has_security_group_logging(os_id): False [ 1141.995893] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.996100] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.996141] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.996329] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.996630] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.996630] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.996760] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.996790] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.996999] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.997112] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.997312] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.997409] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.997474] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.997625] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.997693] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.997882] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.997979] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.998055] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.998478] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.998478] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.998478] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 is going to be created. [ 1142.050226] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.050405] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.050452] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.050719] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.050872] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.060703] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: IN_PROGRESS for 2s [ 1142.310082] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63ecbe6e-1149-4a05-8885-5b2f2123e2c7: rpc.has_security_group_logging(os_id): False [ 1142.333611] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.333785] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.333969] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.334219] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.334314] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.334586] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.334681] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.334765] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.334902] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.334978] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.335169] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.335260] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.335323] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.335489] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.335587] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.335711] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.335850] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.335850] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.335982] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.336214] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.336292] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 is going to be updated. [ 1142.414627] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.414859] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.414977] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.415257] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.415459] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.426958] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 in Status: IN_PROGRESS for 2s [ 1142.604228] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 in Status: SUCCESS [ 1142.604447] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 deletion is rescheduled due to dependency. [ 1142.604642] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.314757] env[69258]: INFO networking_nsxv3.common.synchronization [req-873f569e-feed-4ee7-a4f1-16b99e865100 req-56f57ebb-0457-49dd-b31f-2b8ed88b9c1a tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Enqueued Resource ID: a228f9bf-a6fc-4491-befd-acccfa670c23 with Priority: HIGHEST for action security_group_members [ 1143.315325] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a228f9bf-a6fc-4491-befd-acccfa670c23 with Priority: HIGHEST for action security_group_members [ 1143.315644] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a228f9bf-a6fc-4491-befd-acccfa670c23 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.315791] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a228f9bf-a6fc-4491-befd-acccfa670c23" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.315866] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a228f9bf-a6fc-4491-befd-acccfa670c23" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.316140] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a228f9bf-a6fc-4491-befd-acccfa670c23" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.316325] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.316449] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.316514] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.316720] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.316817] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.316917] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a228f9bf-a6fc-4491-befd-acccfa670c23',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.624790] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-675 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.625092] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-675" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.625215] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-675" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.625539] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-675" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.625853] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.626094] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.626242] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.626524] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.626759] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.627010] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1143.627182] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.627329] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.627540] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.627626] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1143.627784] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.627965] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.645619] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.645821] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1143.645970] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.646184] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-675" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.646500] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-f174ed6f-3776-4957-b74e-a07acba4c112 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.646683] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-f174ed6f-3776-4957-b74e-a07acba4c112" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.646801] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-f174ed6f-3776-4957-b74e-a07acba4c112" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.647146] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-f174ed6f-3776-4957-b74e-a07acba4c112" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.647293] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f174ed6f-3776-4957-b74e-a07acba4c112',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.820875] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.820875] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.820875] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.820875] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.820875] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.820875] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.820875] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.820875] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.820875] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.820875] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.820875] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a228f9bf-a6fc-4491-befd-acccfa670c23 already deleted. [ 1143.820875] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a228f9bf-a6fc-4491-befd-acccfa670c23" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.072932] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: SUCCESS [ 1144.073313] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.150034] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.150034] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.150034] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.150302] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.150546] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.150709] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port f174ed6f-3776-4957-b74e-a07acba4c112 not found, creating... [ 1144.151093] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.151364] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.151555] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.152123] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.152383] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.152775] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.152959] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.153105] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.153346] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.153494] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.153649] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: f174ed6f-3776-4957-b74e-a07acba4c112 is going to be created. [ 1144.173706] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.174102] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.174229] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.174461] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.174755] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.174997] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-f174ed6f-3776-4957-b74e-a07acba4c112" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.441030] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 in Status: SUCCESS [ 1144.441344] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.881229] env[69258]: INFO networking_nsxv3.common.synchronization [req-873f569e-feed-4ee7-a4f1-16b99e865100 req-41d5d225-6fe3-4dc3-ab72-106e3ed043f3 service nova] Enqueued Resource ID: a228f9bf-a6fc-4491-befd-acccfa670c23 with Priority: HIGHEST for action security_group_rules [ 1144.881535] env[69258]: INFO networking_nsxv3.common.synchronization [req-873f569e-feed-4ee7-a4f1-16b99e865100 req-41d5d225-6fe3-4dc3-ab72-106e3ed043f3 service nova] Enqueued Resource ID: a228f9bf-a6fc-4491-befd-acccfa670c23 with Priority: HIGHEST for action security_group_members [ 1144.881788] env[69258]: INFO networking_nsxv3.common.synchronization [req-873f569e-feed-4ee7-a4f1-16b99e865100 req-41d5d225-6fe3-4dc3-ab72-106e3ed043f3 service nova] Enqueued Resource ID: f174ed6f-3776-4957-b74e-a07acba4c112 with Priority: HIGHEST for action port [ 1144.884858] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a228f9bf-a6fc-4491-befd-acccfa670c23 with Priority: HIGHEST for action security_group_rules [ 1144.884858] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a228f9bf-a6fc-4491-befd-acccfa670c23 with Priority: HIGHEST for action security_group_members [ 1144.884858] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f174ed6f-3776-4957-b74e-a07acba4c112 with Priority: HIGHEST for action port [ 1144.885219] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a228f9bf-a6fc-4491-befd-acccfa670c23 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.885398] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a228f9bf-a6fc-4491-befd-acccfa670c23" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.885499] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a228f9bf-a6fc-4491-befd-acccfa670c23" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.885787] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a228f9bf-a6fc-4491-befd-acccfa670c23" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.885947] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a228f9bf-a6fc-4491-befd-acccfa670c23',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.887084] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a228f9bf-a6fc-4491-befd-acccfa670c23 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.887246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a228f9bf-a6fc-4491-befd-acccfa670c23" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.887347] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a228f9bf-a6fc-4491-befd-acccfa670c23" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.887573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a228f9bf-a6fc-4491-befd-acccfa670c23" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.887789] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.887927] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.888102] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.888249] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.888387] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.888523] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a228f9bf-a6fc-4491-befd-acccfa670c23',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.891562] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-f174ed6f-3776-4957-b74e-a07acba4c112 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.891760] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f174ed6f-3776-4957-b74e-a07acba4c112" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.891830] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f174ed6f-3776-4957-b74e-a07acba4c112" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.892075] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f174ed6f-3776-4957-b74e-a07acba4c112" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.892139] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f174ed6f-3776-4957-b74e-a07acba4c112',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.235598] env[69258]: INFO networking_nsxv3.common.synchronization [req-6ac8de89-478e-4ded-8477-c1fb0e9e0f74 req-327322a5-6e46-471b-afaa-2e121cfa445e tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 with Priority: HIGHEST for action security_group_members [ 1145.235836] env[69258]: INFO networking_nsxv3.common.synchronization [req-6ac8de89-478e-4ded-8477-c1fb0e9e0f74 req-327322a5-6e46-471b-afaa-2e121cfa445e tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_members [ 1145.236342] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 with Priority: HIGHEST for action security_group_members [ 1145.236481] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_members [ 1145.236753] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef5b1d1-b320-420e-90cd-570d45418d38 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.237024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.237024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.238330] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.238507] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.238621] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.238692] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.238839] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.238930] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.239053] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef5b1d1-b320-420e-90cd-570d45418d38',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.239878] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.239989] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.240074] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.240231] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.240373] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.240466] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.240527] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.240664] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.240745] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.240938] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.282814] env[69258]: INFO networking_nsxv3.common.synchronization [req-6ac8de89-478e-4ded-8477-c1fb0e9e0f74 req-327322a5-6e46-471b-afaa-2e121cfa445e tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 with Priority: HIGHEST for action security_group_rules [ 1145.283988] env[69258]: INFO networking_nsxv3.common.synchronization [req-6ac8de89-478e-4ded-8477-c1fb0e9e0f74 req-327322a5-6e46-471b-afaa-2e121cfa445e tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 with Priority: HIGHEST for action security_group_members [ 1145.284205] env[69258]: INFO networking_nsxv3.common.synchronization [req-6ac8de89-478e-4ded-8477-c1fb0e9e0f74 req-327322a5-6e46-471b-afaa-2e121cfa445e tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_rules [ 1145.284349] env[69258]: INFO networking_nsxv3.common.synchronization [req-6ac8de89-478e-4ded-8477-c1fb0e9e0f74 req-327322a5-6e46-471b-afaa-2e121cfa445e tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_members [ 1145.284886] env[69258]: INFO networking_nsxv3.common.synchronization [req-6ac8de89-478e-4ded-8477-c1fb0e9e0f74 req-327322a5-6e46-471b-afaa-2e121cfa445e tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: ca120215-c0ff-4b6f-9fcd-0e0db4a5256d with Priority: HIGHEST for action port [ 1145.285715] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 with Priority: HIGHEST for action security_group_rules [ 1145.285856] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_rules [ 1145.285955] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca120215-c0ff-4b6f-9fcd-0e0db4a5256d with Priority: HIGHEST for action port [ 1145.286059] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 with Priority: HIGHEST for action security_group_members [ 1145.286163] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_members [ 1145.286454] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ef5b1d1-b320-420e-90cd-570d45418d38 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.286576] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.286641] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.286897] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.287029] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ef5b1d1-b320-420e-90cd-570d45418d38',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.288247] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.288367] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.288757] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.288966] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.289073] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.290128] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca120215-c0ff-4b6f-9fcd-0e0db4a5256d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.290245] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca120215-c0ff-4b6f-9fcd-0e0db4a5256d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.290312] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca120215-c0ff-4b6f-9fcd-0e0db4a5256d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.290471] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca120215-c0ff-4b6f-9fcd-0e0db4a5256d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.290546] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca120215-c0ff-4b6f-9fcd-0e0db4a5256d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.291234] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef5b1d1-b320-420e-90cd-570d45418d38 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.291330] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.291517] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.291599] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.394100] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a228f9bf-a6fc-4491-befd-acccfa670c23 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.399020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a228f9bf-a6fc-4491-befd-acccfa670c23" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.399020] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a228f9bf-a6fc-4491-befd-acccfa670c23',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.399020] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f174ed6f-3776-4957-b74e-a07acba4c112 with status ACTIVE [ 1145.399020] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.399020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.399020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.399020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.399020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.399020] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.399020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.399020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.399020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.399020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.399020] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.399020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.399020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.399561] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.399561] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.399561] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f174ed6f-3776-4957-b74e-a07acba4c112 is going to be updated. [ 1145.418762] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.418945] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.419060] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.419290] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.419434] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.419650] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f174ed6f-3776-4957-b74e-a07acba4c112" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.696780] env[69258]: INFO networking_nsxv3.common.synchronization [req-e1d1f98f-78cb-4a45-9360-3efdd5a2c5f0 req-a7c88e01-d1b1-46ea-8eb2-86c535216e1f tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 9704b6c5-6acc-4eaa-b450-bcab2ecd5888 with Priority: HIGHEST for action security_group_members [ 1145.697032] env[69258]: INFO networking_nsxv3.common.synchronization [req-e1d1f98f-78cb-4a45-9360-3efdd5a2c5f0 req-a7c88e01-d1b1-46ea-8eb2-86c535216e1f tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 with Priority: HIGHEST for action security_group_members [ 1145.697032] env[69258]: INFO networking_nsxv3.common.synchronization [req-e1d1f98f-78cb-4a45-9360-3efdd5a2c5f0 req-a7c88e01-d1b1-46ea-8eb2-86c535216e1f tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_members [ 1145.697509] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9704b6c5-6acc-4eaa-b450-bcab2ecd5888 with Priority: HIGHEST for action security_group_members [ 1145.697656] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 with Priority: HIGHEST for action security_group_members [ 1145.697741] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_members [ 1145.698107] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9704b6c5-6acc-4eaa-b450-bcab2ecd5888 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.698248] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9704b6c5-6acc-4eaa-b450-bcab2ecd5888" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.698318] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9704b6c5-6acc-4eaa-b450-bcab2ecd5888" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.698565] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9704b6c5-6acc-4eaa-b450-bcab2ecd5888" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.698727] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.698859] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.698904] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.699045] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.699131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.699222] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9704b6c5-6acc-4eaa-b450-bcab2ecd5888',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.700081] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef5b1d1-b320-420e-90cd-570d45418d38 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.700132] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.700311] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.700397] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.743012] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ef5b1d1-b320-420e-90cd-570d45418d38',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.744052] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.793232] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef5b1d1-b320-420e-90cd-570d45418d38 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.793447] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.793729] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.793855] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.794069] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca120215-c0ff-4b6f-9fcd-0e0db4a5256d with status ACTIVE [ 1145.794281] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.794423] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.794516] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.794750] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.794900] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.795123] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.795254] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.795343] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.795538] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.795751] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.795844] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.795940] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.796009] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.796206] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.796317] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.796429] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca120215-c0ff-4b6f-9fcd-0e0db4a5256d is going to be updated. [ 1145.815166] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.815307] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.815376] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.815562] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.815698] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.815855] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca120215-c0ff-4b6f-9fcd-0e0db4a5256d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.817690] env[69258]: INFO networking_nsxv3.common.synchronization [req-e1d1f98f-78cb-4a45-9360-3efdd5a2c5f0 req-a7c88e01-d1b1-46ea-8eb2-86c535216e1f tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 with Priority: HIGHEST for action security_group_rules [ 1145.817912] env[69258]: INFO networking_nsxv3.common.synchronization [req-e1d1f98f-78cb-4a45-9360-3efdd5a2c5f0 req-a7c88e01-d1b1-46ea-8eb2-86c535216e1f tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 with Priority: HIGHEST for action security_group_members [ 1145.818115] env[69258]: INFO networking_nsxv3.common.synchronization [req-e1d1f98f-78cb-4a45-9360-3efdd5a2c5f0 req-a7c88e01-d1b1-46ea-8eb2-86c535216e1f tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 9704b6c5-6acc-4eaa-b450-bcab2ecd5888 with Priority: HIGHEST for action security_group_rules [ 1145.818302] env[69258]: INFO networking_nsxv3.common.synchronization [req-e1d1f98f-78cb-4a45-9360-3efdd5a2c5f0 req-a7c88e01-d1b1-46ea-8eb2-86c535216e1f tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 9704b6c5-6acc-4eaa-b450-bcab2ecd5888 with Priority: HIGHEST for action security_group_members [ 1145.819063] env[69258]: INFO networking_nsxv3.common.synchronization [req-e1d1f98f-78cb-4a45-9360-3efdd5a2c5f0 req-a7c88e01-d1b1-46ea-8eb2-86c535216e1f tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_rules [ 1145.819310] env[69258]: INFO networking_nsxv3.common.synchronization [req-e1d1f98f-78cb-4a45-9360-3efdd5a2c5f0 req-a7c88e01-d1b1-46ea-8eb2-86c535216e1f tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_members [ 1145.819492] env[69258]: INFO networking_nsxv3.common.synchronization [req-e1d1f98f-78cb-4a45-9360-3efdd5a2c5f0 req-a7c88e01-d1b1-46ea-8eb2-86c535216e1f tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: ca120215-c0ff-4b6f-9fcd-0e0db4a5256d with Priority: HIGHEST for action port [ 1145.820096] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 with Priority: HIGHEST for action security_group_rules [ 1145.820266] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9704b6c5-6acc-4eaa-b450-bcab2ecd5888 with Priority: HIGHEST for action security_group_rules [ 1145.820401] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_members [ 1145.820526] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca120215-c0ff-4b6f-9fcd-0e0db4a5256d with Priority: HIGHEST for action port [ 1145.820648] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_rules [ 1145.820768] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 with Priority: HIGHEST for action security_group_members [ 1145.820898] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9704b6c5-6acc-4eaa-b450-bcab2ecd5888 with Priority: HIGHEST for action security_group_members [ 1145.821278] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ef5b1d1-b320-420e-90cd-570d45418d38 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.821440] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.821643] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9704b6c5-6acc-4eaa-b450-bcab2ecd5888 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.821809] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9704b6c5-6acc-4eaa-b450-bcab2ecd5888" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.821909] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9704b6c5-6acc-4eaa-b450-bcab2ecd5888" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.822170] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9704b6c5-6acc-4eaa-b450-bcab2ecd5888" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.822286] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9704b6c5-6acc-4eaa-b450-bcab2ecd5888',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.823132] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.823266] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.823499] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca120215-c0ff-4b6f-9fcd-0e0db4a5256d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.823624] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca120215-c0ff-4b6f-9fcd-0e0db4a5256d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.823714] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca120215-c0ff-4b6f-9fcd-0e0db4a5256d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.823899] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca120215-c0ff-4b6f-9fcd-0e0db4a5256d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.824010] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca120215-c0ff-4b6f-9fcd-0e0db4a5256d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.825435] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.829304] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.829304] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef5b1d1-b320-420e-90cd-570d45418d38 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.829304] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.829304] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9704b6c5-6acc-4eaa-b450-bcab2ecd5888 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.829304] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9704b6c5-6acc-4eaa-b450-bcab2ecd5888" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.902253] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a228f9bf-a6fc-4491-befd-acccfa670c23',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.201588] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9704b6c5-6acc-4eaa-b450-bcab2ecd5888',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.245815] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ef5b1d1-b320-420e-90cd-570d45418d38',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.246703] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.330441] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca120215-c0ff-4b6f-9fcd-0e0db4a5256d with status ACTIVE [ 1146.330441] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.330441] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.330652] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.330717] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.331066] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.331066] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.331164] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.331164] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.331326] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.331408] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.331599] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.331767] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.331845] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.331996] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.332090] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.332180] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca120215-c0ff-4b6f-9fcd-0e0db4a5256d is going to be updated. [ 1146.333643] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9704b6c5-6acc-4eaa-b450-bcab2ecd5888 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.333828] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9704b6c5-6acc-4eaa-b450-bcab2ecd5888" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.357021] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.357412] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.357538] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.357806] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.358018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.358247] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca120215-c0ff-4b6f-9fcd-0e0db4a5256d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.404572] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.404947] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.405228] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.405637] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.405637] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.405800] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a228f9bf-a6fc-4491-befd-acccfa670c23 is going to be created. [ 1146.438655] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.438894] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.438996] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.439275] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.439528] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.449752] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a228f9bf-a6fc-4491-befd-acccfa670c23 in Status: UNINITIALIZED for 2s [ 1146.705202] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9704b6c5-6acc-4eaa-b450-bcab2ecd5888',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.752019] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.752019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.752019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.752019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.752019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.752019] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 is going to be created. [ 1146.752019] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.752019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.752019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.752019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.752019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.752019] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 is going to be updated. [ 1146.778942] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.778942] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.778942] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.778942] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.778942] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.784282] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.787106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.787106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.787106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.787106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.787742] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 in Status: UNINITIALIZED for 2s [ 1146.793482] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: IN_PROGRESS for 2s [ 1147.210268] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.210456] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.210551] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.210837] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.210963] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.211109] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9704b6c5-6acc-4eaa-b450-bcab2ecd5888 is going to be created. [ 1147.240868] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.241015] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.241086] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.241300] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.241464] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.257822] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9704b6c5-6acc-4eaa-b450-bcab2ecd5888 in Status: UNINITIALIZED for 2s [ 1147.985157] env[69258]: INFO networking_nsxv3.common.synchronization [req-0528a2cd-9353-4cb6-8035-8e7687701f18 req-409f1aad-7873-4bf6-8bbe-6edfb1f9dd4f tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Enqueued Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGHEST for action security_group_members [ 1147.985603] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGHEST for action security_group_members [ 1147.989445] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e78db7-d0de-47fa-a658-b3202800654c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.989445] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.989445] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.989445] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.989445] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.989445] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.989445] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.989445] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.989445] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.989445] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.462811] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a228f9bf-a6fc-4491-befd-acccfa670c23 in Status: SUCCESS [ 1148.463142] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a228f9bf-a6fc-4491-befd-acccfa670c23" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.463766] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a228f9bf-a6fc-4491-befd-acccfa670c23" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.464184] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a228f9bf-a6fc-4491-befd-acccfa670c23" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.464398] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.464536] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.464612] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.464820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.464921] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.465029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a228f9bf-a6fc-4491-befd-acccfa670c23" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.465126] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a228f9bf-a6fc-4491-befd-acccfa670c23',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.496518] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.496518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.496518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.496518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.496518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.496518] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.496518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.496518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.496518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.496518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.496518] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e78db7-d0de-47fa-a658-b3202800654c is going to be updated. [ 1148.522296] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.522494] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.522537] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.522730] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.522885] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.534668] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e78db7-d0de-47fa-a658-b3202800654c in Status: IN_PROGRESS for 2s [ 1148.798542] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 in Status: SUCCESS [ 1148.798542] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.798733] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.798933] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.799157] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.799284] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.799347] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.799535] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.799628] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.799775] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef5b1d1-b320-420e-90cd-570d45418d38',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.803453] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: SUCCESS [ 1148.803691] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.803866] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.804168] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.804282] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.804425] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.804500] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.804623] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.804706] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.804793] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.969083] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a228f9bf-a6fc-4491-befd-acccfa670c23',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.267952] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9704b6c5-6acc-4eaa-b450-bcab2ecd5888 in Status: SUCCESS [ 1149.268248] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9704b6c5-6acc-4eaa-b450-bcab2ecd5888" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.268512] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9704b6c5-6acc-4eaa-b450-bcab2ecd5888" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.268792] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9704b6c5-6acc-4eaa-b450-bcab2ecd5888" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.269071] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.269218] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.269287] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.269486] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.269646] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.269867] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9704b6c5-6acc-4eaa-b450-bcab2ecd5888',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.302655] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ef5b1d1-b320-420e-90cd-570d45418d38',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.307257] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.471031] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a228f9bf-a6fc-4491-befd-acccfa670c23: rpc.has_security_group_logging(os_id): False [ 1149.488871] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.489087] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.489191] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.489323] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.489431] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.489997] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.489997] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.489997] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.490143] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.490143] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.490240] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a228f9bf-a6fc-4491-befd-acccfa670c23 is going to be created. [ 1149.549557] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.549729] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.549892] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.550177] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.550404] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.560493] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a228f9bf-a6fc-4491-befd-acccfa670c23 in Status: IN_PROGRESS for 2s [ 1149.772558] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9704b6c5-6acc-4eaa-b450-bcab2ecd5888',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.805060] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ef5b1d1-b320-420e-90cd-570d45418d38',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.810018] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.144127] env[69258]: INFO networking_nsxv3.common.synchronization [req-e23b4415-f8f0-4682-9f40-179b5cfe5945 req-10b41b51-912c-4d0c-b1be-9cd199b2b75a tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Enqueued Resource ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 with Priority: HIGHEST for action security_group_members [ 1150.144127] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 with Priority: HIGHEST for action security_group_members [ 1150.144127] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.144414] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.144582] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.144862] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.145118] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.145321] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.145459] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.145680] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.145851] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.146103] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f6ee506-9bfd-4e04-8a0e-87e243c89f45',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.278815] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9704b6c5-6acc-4eaa-b450-bcab2ecd5888',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.307856] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.307856] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.307968] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.308120] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.308216] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.308338] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 is going to be updated. [ 1150.311045] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.311186] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.311281] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.311514] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.311633] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.311783] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 is going to be updated. [ 1150.335409] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.335616] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.335701] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.335929] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.336104] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.337995] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.339215] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.339365] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.340146] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.340331] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.349891] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: IN_PROGRESS for 2s [ 1150.350625] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 in Status: IN_PROGRESS for 2s [ 1150.544574] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e78db7-d0de-47fa-a658-b3202800654c in Status: SUCCESS [ 1150.545336] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e78db7-d0de-47fa-a658-b3202800654c deletion is rescheduled due to dependency. [ 1150.545471] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.651686] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f6ee506-9bfd-4e04-8a0e-87e243c89f45',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.690111] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-639 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.690374] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-639" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.690512] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-639" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.690777] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-639" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.691288] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.691396] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.691526] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.691787] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.691931] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.692160] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1150.692491] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1150.692491] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1150.692491] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1150.692686] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1150.692779] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1150.692889] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1150.712650] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1150.712940] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1150.713062] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1150.713246] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-639" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.713610] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-3a8975f1-a92f-4e81-bdbc-08e40a853962 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.713806] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-3a8975f1-a92f-4e81-bdbc-08e40a853962" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.714011] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-3a8975f1-a92f-4e81-bdbc-08e40a853962" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.714311] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-3a8975f1-a92f-4e81-bdbc-08e40a853962" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.714495] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a8975f1-a92f-4e81-bdbc-08e40a853962',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.781964] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.782140] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.782209] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.782480] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.782574] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.782698] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9704b6c5-6acc-4eaa-b450-bcab2ecd5888 is going to be updated. [ 1150.808849] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.808984] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.809062] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.809299] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.809401] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.818508] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9704b6c5-6acc-4eaa-b450-bcab2ecd5888 in Status: IN_PROGRESS for 2s [ 1151.156317] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f6ee506-9bfd-4e04-8a0e-87e243c89f45',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.217198] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.217920] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.218128] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.218439] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.218587] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.219871] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 3a8975f1-a92f-4e81-bdbc-08e40a853962 not found, creating... [ 1151.220340] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.221451] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.221451] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.221522] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.221901] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.222520] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.223253] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.223386] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.223611] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.223758] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.223911] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 3a8975f1-a92f-4e81-bdbc-08e40a853962 is going to be created. [ 1151.243777] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.244012] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.244151] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.244416] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.244643] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.244871] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-3a8975f1-a92f-4e81-bdbc-08e40a853962" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.576612] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a228f9bf-a6fc-4491-befd-acccfa670c23 in Status: SUCCESS [ 1151.576612] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a228f9bf-a6fc-4491-befd-acccfa670c23" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.659395] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.660327] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.660415] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.660691] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.660796] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.660910] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 is going to be updated. [ 1151.676729] env[69258]: INFO networking_nsxv3.common.synchronization [None req-c45c3f43-537c-4f57-8655-ae69c9e6edfc None None] Enqueued Resource ID: 6d6679f4-3b41-4029-a802-2257b01012b8 with Priority: HIGHEST for action port [ 1151.678285] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d6679f4-3b41-4029-a802-2257b01012b8 with Priority: HIGHEST for action port [ 1151.678285] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d6679f4-3b41-4029-a802-2257b01012b8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.678285] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d6679f4-3b41-4029-a802-2257b01012b8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.678285] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d6679f4-3b41-4029-a802-2257b01012b8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.678285] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d6679f4-3b41-4029-a802-2257b01012b8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.678560] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d6679f4-3b41-4029-a802-2257b01012b8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.688275] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.688469] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.688531] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.688760] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.688911] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.705027] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 in Status: IN_PROGRESS for 2s [ 1152.001665] env[69258]: INFO networking_nsxv3.common.synchronization [req-e23b4415-f8f0-4682-9f40-179b5cfe5945 req-492f2f30-2616-4b61-ba69-88e04b4690dc service nova] Enqueued Resource ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 with Priority: HIGHEST for action security_group_rules [ 1152.001930] env[69258]: INFO networking_nsxv3.common.synchronization [req-e23b4415-f8f0-4682-9f40-179b5cfe5945 req-492f2f30-2616-4b61-ba69-88e04b4690dc service nova] Enqueued Resource ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 with Priority: HIGHEST for action security_group_members [ 1152.002135] env[69258]: INFO networking_nsxv3.common.synchronization [req-e23b4415-f8f0-4682-9f40-179b5cfe5945 req-492f2f30-2616-4b61-ba69-88e04b4690dc service nova] Enqueued Resource ID: 3a8975f1-a92f-4e81-bdbc-08e40a853962 with Priority: HIGHEST for action port [ 1152.002383] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 with Priority: HIGHEST for action security_group_rules [ 1152.002515] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 with Priority: HIGHEST for action security_group_members [ 1152.002613] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a8975f1-a92f-4e81-bdbc-08e40a853962 with Priority: HIGHEST for action port [ 1152.007089] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f6ee506-9bfd-4e04-8a0e-87e243c89f45 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.007283] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.007364] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.007575] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.007662] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f6ee506-9bfd-4e04-8a0e-87e243c89f45',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.011163] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.011163] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.011163] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a8975f1-a92f-4e81-bdbc-08e40a853962 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.011163] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a8975f1-a92f-4e81-bdbc-08e40a853962" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.011163] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a8975f1-a92f-4e81-bdbc-08e40a853962" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.011163] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a8975f1-a92f-4e81-bdbc-08e40a853962" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.011163] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a8975f1-a92f-4e81-bdbc-08e40a853962',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.181232] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d6679f4-3b41-4029-a802-2257b01012b8 [ 1152.181473] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.181611] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.181821] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.181957] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.182063] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.182160] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d6679f4-3b41-4029-a802-2257b01012b8 already deleted. [ 1152.182246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d6679f4-3b41-4029-a802-2257b01012b8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.365246] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: SUCCESS [ 1152.365246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.365246] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 in Status: SUCCESS [ 1152.365246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.365246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.365246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.365246] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.365246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.365246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.365246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.365246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.365572] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.368780] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.368967] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.372032] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.372032] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.372032] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.372032] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.372032] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.372032] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef5b1d1-b320-420e-90cd-570d45418d38',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.440368] env[69258]: INFO networking_nsxv3.common.synchronization [None req-61d8ef1c-2a3b-4db7-952c-65d4db7728de tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Enqueued Resource ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 with Priority: HIGHEST for action security_group_rules [ 1152.442869] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 with Priority: HIGHEST for action security_group_rules [ 1152.442869] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-666661ba-6bfd-438b-8663-a50d8c1f30b3 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.442869] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.442869] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.442869] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.442869] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('666661ba-6bfd-438b-8663-a50d8c1f30b3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.512593] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.512593] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.513573] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a8975f1-a92f-4e81-bdbc-08e40a853962 with status ACTIVE [ 1152.513767] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.513885] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.513953] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.514422] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.514422] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.514422] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.514576] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.514576] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.514711] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.514786] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.514963] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.515072] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.515134] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.515276] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.515351] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.515434] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a8975f1-a92f-4e81-bdbc-08e40a853962 is going to be updated. [ 1152.518639] env[69258]: INFO networking_nsxv3.common.synchronization [None req-cca2b911-7c72-4659-9e5d-29b73754f242 tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Enqueued Resource ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 with Priority: HIGHEST for action security_group_rules [ 1152.518869] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 with Priority: HIGHEST for action security_group_rules [ 1152.519483] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-666661ba-6bfd-438b-8663-a50d8c1f30b3 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.519483] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.541195] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.541195] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.541195] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.541195] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.541195] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.541195] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a8975f1-a92f-4e81-bdbc-08e40a853962" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.827681] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9704b6c5-6acc-4eaa-b450-bcab2ecd5888 in Status: SUCCESS [ 1152.828072] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9704b6c5-6acc-4eaa-b450-bcab2ecd5888" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.828072] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9704b6c5-6acc-4eaa-b450-bcab2ecd5888" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.828285] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9704b6c5-6acc-4eaa-b450-bcab2ecd5888" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.828501] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.828622] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.828691] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.828845] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.828928] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.829023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9704b6c5-6acc-4eaa-b450-bcab2ecd5888" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.829118] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9704b6c5-6acc-4eaa-b450-bcab2ecd5888',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.871379] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.875433] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ef5b1d1-b320-420e-90cd-570d45418d38',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.965615] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.966074] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.966074] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.966165] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.966197] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.966285] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 already deleted. [ 1152.966365] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.966539] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.966709] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.966798] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('666661ba-6bfd-438b-8663-a50d8c1f30b3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.016937] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.017186] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-871" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.017322] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-871" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.017632] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-871" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.017939] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.022485] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.022485] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.022719] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.022902] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.023165] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1153.023300] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1153.023419] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1153.023532] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1153.023654] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1153.023794] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1153.023949] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1153.054057] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1153.054256] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1153.054417] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1153.054620] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-871" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.054965] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.055185] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.055314] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.055594] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.055748] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0de6548a-dbd7-4e4c-8763-b0cf1a9b1173',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.331425] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9704b6c5-6acc-4eaa-b450-bcab2ecd5888',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.373980] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.377697] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ef5b1d1-b320-420e-90cd-570d45418d38',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.487674] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.487794] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.487838] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.488482] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.488482] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.488482] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 already deleted. [ 1153.488482] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.563052] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.563484] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.563716] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.563959] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.564156] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.564759] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.565013] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.565157] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.565406] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.565561] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.565891] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.566071] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.566198] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.566418] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.566563] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.566716] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 is going to be updated. [ 1153.587288] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.587519] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.587744] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.587945] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.588230] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.588391] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.721642] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 in Status: SUCCESS [ 1153.722188] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.722188] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.722349] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.722690] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.722690] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.722835] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.723211] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.723211] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.723211] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f6ee506-9bfd-4e04-8a0e-87e243c89f45',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.836390] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9704b6c5-6acc-4eaa-b450-bcab2ecd5888: rpc.has_security_group_logging(os_id): False [ 1153.853496] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.853696] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.853752] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.854216] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.854216] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.854311] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.854410] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.854735] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.854735] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.854735] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.854918] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9704b6c5-6acc-4eaa-b450-bcab2ecd5888 is going to be created. [ 1153.876631] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.876807] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.876880] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.877120] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.877209] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.877307] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 is going to be updated. [ 1153.880091] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.880238] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.880314] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.880566] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.880621] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.880681] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 is going to be updated. [ 1153.894229] env[69258]: INFO networking_nsxv3.common.synchronization [req-2cfd49da-af52-47f0-8a85-feff2d8a2ce0 req-a12621c9-a2f8-40ef-bd17-6ad2e855e480 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Enqueued Resource ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 with Priority: HIGHEST for action security_group_members [ 1153.894788] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 with Priority: HIGHEST for action security_group_members [ 1153.895202] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.895266] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.895333] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.895529] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.895720] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.895771] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.895839] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.895994] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.896099] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.896193] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa64ecd7-5c4e-43b1-92a1-f91a33d5e760',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.913641] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.913641] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.913641] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.913641] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.914017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.916318] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.916422] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.916461] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.916626] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.916748] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.927021] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: IN_PROGRESS for 2s [ 1153.927944] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9704b6c5-6acc-4eaa-b450-bcab2ecd5888 in Status: IN_PROGRESS for 2s [ 1154.088443] env[69258]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/domains/default/groups/6ef5b1d1-b320-420e-90cd-570d45418d38', 'data': {'id': '6ef5b1d1-b320-420e-90cd-570d45418d38', 'display_name': '6ef5b1d1-b320-420e-90cd-570d45418d38', 'path': '/infra/domains/default/groups/6ef5b1d1-b320-420e-90cd-570d45418d38', 'expression': [{'value': 'security_group|6ef5b1d1-b320-420e-90cd-570d45418d38', 'member_type': 'SegmentPort', 'key': 'Tag', 'operator': 'EQUALS', 'resource_type': 'Condition'}, {'resource_type': 'ConjunctionOperator', 'conjunction_operator': 'OR'}, {'resource_type': 'IPAddressExpression', 'ip_addresses': ['192.168.128.8']}], 'tags': [{'scope': 'age', 'tag': 1744898131}, {'scope': 'revision_number', 'tag': 0}], '_revision': 1}} Response=('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')): requests.exceptions.ConnectionError: ('Connection aborted.', RemoteDisconnected('Remote end closed connection without response')) [ 1154.088600] env[69258]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Retrying connection (1/2) with timeout 2s for Client.put {{(pid=69258) decorator /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py:122}} [ 1154.214319] env[69258]: INFO networking_nsxv3.common.synchronization [None req-622687d8-9ce3-45ea-92b1-7f05dd19d0e0 None None] Enqueued Resource ID: e76d8bbc-e9a0-4b75-91ef-883ec8b480d9 with Priority: HIGHEST for action port [ 1154.214602] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e76d8bbc-e9a0-4b75-91ef-883ec8b480d9 with Priority: HIGHEST for action port [ 1154.215222] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-e76d8bbc-e9a0-4b75-91ef-883ec8b480d9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.215348] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e76d8bbc-e9a0-4b75-91ef-883ec8b480d9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.215456] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e76d8bbc-e9a0-4b75-91ef-883ec8b480d9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.215702] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e76d8bbc-e9a0-4b75-91ef-883ec8b480d9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.215738] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e76d8bbc-e9a0-4b75-91ef-883ec8b480d9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.226329] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f6ee506-9bfd-4e04-8a0e-87e243c89f45',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.260658] env[69258]: INFO networking_nsxv3.common.synchronization [req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c req-8c1e0bcd-d39c-4577-8206-40268d272500 service nova] Enqueued Resource ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 with Priority: HIGHEST for action security_group_rules [ 1154.261049] env[69258]: INFO networking_nsxv3.common.synchronization [req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c req-8c1e0bcd-d39c-4577-8206-40268d272500 service nova] Enqueued Resource ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 with Priority: HIGHEST for action security_group_members [ 1154.261245] env[69258]: INFO networking_nsxv3.common.synchronization [req-4eeb30ba-2e4e-488e-8a00-3b5d8d279b1c req-8c1e0bcd-d39c-4577-8206-40268d272500 service nova] Enqueued Resource ID: 0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 with Priority: HIGHEST for action port [ 1154.261728] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 with Priority: HIGHEST for action security_group_rules [ 1154.261955] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 with Priority: HIGHEST for action security_group_members [ 1154.262016] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 with Priority: HIGHEST for action port [ 1154.262341] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a62bc8e-932f-4362-a35f-e82b5fc11a70 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.262531] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.262531] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.262712] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.262870] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a62bc8e-932f-4362-a35f-e82b5fc11a70',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.263623] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a62bc8e-932f-4362-a35f-e82b5fc11a70 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.263740] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.263897] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.263946] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.264102] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.264189] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.264246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.264386] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.264471] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.264556] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a62bc8e-932f-4362-a35f-e82b5fc11a70',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.266731] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.266849] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.266925] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.267165] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.267165] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0de6548a-dbd7-4e4c-8763-b0cf1a9b1173',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.401426] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa64ecd7-5c4e-43b1-92a1-f91a33d5e760',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.719826] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e76d8bbc-e9a0-4b75-91ef-883ec8b480d9 [ 1154.720084] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.720228] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.720299] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.720509] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.720601] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.720694] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e76d8bbc-e9a0-4b75-91ef-883ec8b480d9 already deleted. [ 1154.720794] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e76d8bbc-e9a0-4b75-91ef-883ec8b480d9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.728507] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f6ee506-9bfd-4e04-8a0e-87e243c89f45',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.768679] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a62bc8e-932f-4362-a35f-e82b5fc11a70',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.769658] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a62bc8e-932f-4362-a35f-e82b5fc11a70 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.769790] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.771215] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 with status ACTIVE [ 1154.772786] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.772786] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.772786] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.772786] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.772786] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.772786] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.772786] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.772786] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.772786] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.772786] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.772786] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.772786] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.772786] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.775226] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.775226] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.775226] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0de6548a-dbd7-4e4c-8763-b0cf1a9b1173 is going to be updated. [ 1154.800106] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.800340] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.800340] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.800518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.800648] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.800801] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0de6548a-dbd7-4e4c-8763-b0cf1a9b1173" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.903784] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa64ecd7-5c4e-43b1-92a1-f91a33d5e760',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.235037] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.235037] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.235037] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.235037] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.235037] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.235037] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 is going to be updated. [ 1155.263458] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.263730] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.263847] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.264115] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.264328] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.271293] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a62bc8e-932f-4362-a35f-e82b5fc11a70',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.275081] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 in Status: IN_PROGRESS for 2s [ 1155.417356] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.417555] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.417633] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.417799] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.417892] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.417992] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 is going to be updated. [ 1155.445270] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.445439] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.445491] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.445697] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.445846] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.457726] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 in Status: IN_PROGRESS for 2s [ 1155.773762] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.773989] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.774092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.774329] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.774455] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.774585] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 is going to be updated. [ 1155.806193] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.806475] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.806552] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.806746] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.806902] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.817607] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 in Status: IN_PROGRESS for 2s [ 1155.939991] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: SUCCESS [ 1155.940372] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.940426] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.940728] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.940940] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.941096] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.941096] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.941204] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.941870] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.941870] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.941870] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.943029] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9704b6c5-6acc-4eaa-b450-bcab2ecd5888 in Status: SUCCESS [ 1155.943233] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9704b6c5-6acc-4eaa-b450-bcab2ecd5888" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.943383] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.944422] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.944422] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.944422] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.944422] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.944422] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.944422] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.944422] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.116484] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.116650] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.116723] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.116942] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.117113] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.126300] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 in Status: IN_PROGRESS for 2s [ 1156.445967] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.446117] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.446313] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.948585] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.284815] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 in Status: SUCCESS [ 1157.285061] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.285240] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.285453] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.285646] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.285764] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.285832] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.285983] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.286077] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.286161] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.286254] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1f6ee506-9bfd-4e04-8a0e-87e243c89f45',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.451628] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.451835] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.451888] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.452131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.452313] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.452374] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 is going to be updated. [ 1157.467282] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 in Status: SUCCESS [ 1157.467503] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.483974] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.484172] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.484246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.484451] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.484597] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.495167] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: IN_PROGRESS for 2s [ 1157.788918] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1f6ee506-9bfd-4e04-8a0e-87e243c89f45',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.826667] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 in Status: SUCCESS [ 1157.826903] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.827076] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.827302] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.827495] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.827621] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.827688] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.827842] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.827928] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.828040] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.828117] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a62bc8e-932f-4362-a35f-e82b5fc11a70',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.135490] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 in Status: IN_PROGRESS for 4s [ 1158.291181] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1f6ee506-9bfd-4e04-8a0e-87e243c89f45: rpc.has_security_group_logging(os_id): False [ 1158.298738] env[69258]: INFO networking_nsxv3.common.synchronization [req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 req-ff69b8bc-73e9-4572-baca-2a68943a8eb0 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_members [ 1158.299305] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_members [ 1158.299616] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.299733] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.309053] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.309240] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.309330] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.309459] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.327354] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.327650] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.327774] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.327829] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.328201] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.328306] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.328351] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 is going to be updated. [ 1158.329822] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a62bc8e-932f-4362-a35f-e82b5fc11a70',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.388180] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.388420] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.388476] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.388722] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.388910] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.402327] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 in Status: IN_PROGRESS for 2s [ 1158.600386] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-87 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.600566] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-87" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.600694] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-87" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.600962] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-87" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.601342] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.601530] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.601651] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.602034] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.602326] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.602636] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1158.602830] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1158.602971] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1158.603150] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1158.603225] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1158.603335] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1158.603470] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1158.620974] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1158.620974] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1158.620974] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1158.620974] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-87" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.620974] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-57bdf43b-e4fd-4e64-9059-fd18888efa31 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.621533] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-57bdf43b-e4fd-4e64-9059-fd18888efa31" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.621533] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-57bdf43b-e4fd-4e64-9059-fd18888efa31" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.621618] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-57bdf43b-e4fd-4e64-9059-fd18888efa31" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.621763] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57bdf43b-e4fd-4e64-9059-fd18888efa31',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.832195] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a62bc8e-932f-4362-a35f-e82b5fc11a70: rpc.has_security_group_logging(os_id): False [ 1158.852719] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.855136] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.855136] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.855136] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.855136] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.855136] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.855136] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.855136] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.855136] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.855136] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.855136] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 is going to be updated. [ 1158.914699] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.914873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.914948] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.915175] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.915318] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.933217] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 in Status: IN_PROGRESS for 2s [ 1159.127587] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.127816] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.127938] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.128266] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.128432] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.128597] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 57bdf43b-e4fd-4e64-9059-fd18888efa31 not found, creating... [ 1159.128872] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.129062] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.129190] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.129413] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.129557] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.129843] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.130509] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.130652] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.130890] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.131054] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.131210] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 57bdf43b-e4fd-4e64-9059-fd18888efa31 is going to be created. [ 1159.164381] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.164789] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.164921] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.165238] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.165506] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.165739] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-57bdf43b-e4fd-4e64-9059-fd18888efa31" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.363523] env[69258]: INFO networking_nsxv3.common.synchronization [req-8844ac1e-0aaf-476e-95f1-0d611b6bcfc3 req-f50cb7c5-a083-4a5f-b400-fe5347a17268 tempest-DeleteServersTestJSON-657929420 tempest-DeleteServersTestJSON-657929420-project-member] Enqueued Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 1159.364222] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGHEST for action security_group_members [ 1159.364598] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.364740] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.364801] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.365061] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.365297] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.365408] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.365484] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.365674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.365793] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.365893] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.506335] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: SUCCESS [ 1159.506568] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.506755] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.506998] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.507212] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.507332] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.507404] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.507563] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.507649] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.507735] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.507922] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.508117] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.508117] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.508245] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.508448] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.508517] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.508575] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.508737] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.508830] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.508916] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.509509] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.510826] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.511022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.511182] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.511289] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.511376] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.511565] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.511650] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.511840] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.867982] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.868179] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.868322] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.868567] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.868667] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.868867] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.868973] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.869047] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.869192] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.869269] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.869382] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f is going to be updated. [ 1159.876021] env[69258]: INFO networking_nsxv3.common.synchronization [req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 req-f1994a53-011e-4477-8b77-1d7823f86972 service nova] Enqueued Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_rules [ 1159.876021] env[69258]: INFO networking_nsxv3.common.synchronization [req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 req-f1994a53-011e-4477-8b77-1d7823f86972 service nova] Enqueued Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_members [ 1159.876021] env[69258]: INFO networking_nsxv3.common.synchronization [req-ac58b3f5-4d90-45d5-893d-d1c5b06bb6b7 req-f1994a53-011e-4477-8b77-1d7823f86972 service nova] Enqueued Resource ID: 57bdf43b-e4fd-4e64-9059-fd18888efa31 with Priority: HIGHEST for action port [ 1159.876021] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_rules [ 1159.876021] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_members [ 1159.876021] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57bdf43b-e4fd-4e64-9059-fd18888efa31 with Priority: HIGHEST for action port [ 1159.876021] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.876408] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.876585] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.876666] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.876855] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-57bdf43b-e4fd-4e64-9059-fd18888efa31 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.876947] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57bdf43b-e4fd-4e64-9059-fd18888efa31" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.877017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57bdf43b-e4fd-4e64-9059-fd18888efa31" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.877184] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57bdf43b-e4fd-4e64-9059-fd18888efa31" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.877258] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57bdf43b-e4fd-4e64-9059-fd18888efa31',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.896155] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.896332] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.896374] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.896567] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.896715] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.905738] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: IN_PROGRESS for 2s [ 1160.014176] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e922e4a-724a-4bf3-990a-f659769bc6d8: rpc.has_security_group_logging(os_id): False [ 1160.015240] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.031511] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.031643] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.031708] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.031968] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.032072] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.032265] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.032364] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.032424] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.032580] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.032656] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.032846] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.032941] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.033009] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.033155] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.033230] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.033422] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.033515] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.033571] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.033708] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.033783] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.033865] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 is going to be updated. [ 1160.097084] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.097237] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.097271] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.097460] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.097606] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.110666] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: IN_PROGRESS for 2s [ 1160.149399] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 in Status: SUCCESS [ 1160.149808] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.149808] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.150138] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.150394] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.150530] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.151451] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.151451] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.151593] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.151677] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.151857] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ef5b1d1-b320-420e-90cd-570d45418d38',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.152797] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.153052] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.153301] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.153470] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.153574] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.153785] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.153902] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.154035] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef5b1d1-b320-420e-90cd-570d45418d38',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.381487] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57bdf43b-e4fd-4e64-9059-fd18888efa31 with status ACTIVE [ 1160.381784] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.382076] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.382236] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.382495] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.382592] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.382782] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.382891] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.382957] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.383129] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.383210] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.383398] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.383497] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.383560] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.383704] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.383780] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.383867] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57bdf43b-e4fd-4e64-9059-fd18888efa31 is going to be updated. [ 1160.404179] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.404335] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.404379] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.404575] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.404706] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.404948] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57bdf43b-e4fd-4e64-9059-fd18888efa31" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.414869] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 in Status: SUCCESS [ 1160.415078] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.517936] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.656329] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ef5b1d1-b320-420e-90cd-570d45418d38',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.657419] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ef5b1d1-b320-420e-90cd-570d45418d38',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.779272] env[69258]: INFO networking_nsxv3.common.synchronization [req-d831ab17-5703-434e-94b9-78f5fc90efbc req-7b119964-d03f-48dc-9c59-7ee50db97b29 tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Enqueued Resource ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 with Priority: HIGHEST for action security_group_members [ 1160.780231] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 with Priority: HIGHEST for action security_group_members [ 1160.780231] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-666661ba-6bfd-438b-8663-a50d8c1f30b3 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.780427] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.780517] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.780900] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.781163] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.781310] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.781389] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.781550] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.781638] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.781735] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('666661ba-6bfd-438b-8663-a50d8c1f30b3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.947209] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 in Status: SUCCESS [ 1160.947209] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.020344] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.020344] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.020344] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.020344] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.020344] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.020743] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 is going to be updated. [ 1161.047023] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.047023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.047023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.047298] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.047298] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.054970] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: IN_PROGRESS for 2s [ 1161.159563] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ef5b1d1-b320-420e-90cd-570d45418d38: rpc.has_security_group_logging(os_id): False [ 1161.160712] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ef5b1d1-b320-420e-90cd-570d45418d38',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.179000] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.179000] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.179000] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.179000] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.179000] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.179000] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.179000] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.179000] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.179000] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.179000] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.179000] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 is going to be created. [ 1161.252826] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-195 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.253077] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-195" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.253216] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-195" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.253559] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-195" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.253824] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.253994] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.254132] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.254353] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.254501] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.254714] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1161.254874] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.255091] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.255272] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.255414] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1161.255555] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.255696] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.271541] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.271698] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.271733] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.271991] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.272149] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.277626] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.277795] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1161.277991] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.278165] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-195" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.278416] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-a9afefde-c747-47b3-b504-1c21dc6ec7bf taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.278586] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-a9afefde-c747-47b3-b504-1c21dc6ec7bf" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.278711] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-a9afefde-c747-47b3-b504-1c21dc6ec7bf" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.279018] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-a9afefde-c747-47b3-b504-1c21dc6ec7bf" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.279170] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9afefde-c747-47b3-b504-1c21dc6ec7bf',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.283928] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.283928] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.283928] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.283928] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.284080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.284195] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.284316] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.284378] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.284519] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.284589] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.284668] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 already deleted. [ 1161.284740] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.285577] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 in Status: IN_PROGRESS for 2s [ 1161.664683] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.664990] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.665036] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.665418] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.665529] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.665632] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 is going to be updated. [ 1161.690408] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.690561] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.690614] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.690819] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.690964] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.698567] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 in Status: IN_PROGRESS for 2s [ 1161.781986] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.782259] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.782389] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.782670] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.782882] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.783093] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port a9afefde-c747-47b3-b504-1c21dc6ec7bf not found, creating... [ 1161.783376] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.783534] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.783651] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.783875] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.784027] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.784437] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.784601] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.784720] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.784926] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.786611] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.786611] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: a9afefde-c747-47b3-b504-1c21dc6ec7bf is going to be created. [ 1161.807016] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.807016] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.807016] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.807016] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.807016] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.807016] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-a9afefde-c747-47b3-b504-1c21dc6ec7bf" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.926328] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c754537a-1169-4215-9bdd-f31b86f6cd2f in Status: SUCCESS [ 1161.926856] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f deletion is rescheduled due to dependency. [ 1161.926856] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.122657] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: SUCCESS [ 1162.122922] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.123596] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.123596] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.123596] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.629420] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.629585] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.633507] env[69258]: INFO networking_nsxv3.common.synchronization [req-d831ab17-5703-434e-94b9-78f5fc90efbc req-7e3d4aef-876d-4157-b122-6e6d98fce6ff service nova] Enqueued Resource ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 with Priority: HIGHEST for action security_group_rules [ 1162.633710] env[69258]: INFO networking_nsxv3.common.synchronization [req-d831ab17-5703-434e-94b9-78f5fc90efbc req-7e3d4aef-876d-4157-b122-6e6d98fce6ff service nova] Enqueued Resource ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 with Priority: HIGHEST for action security_group_members [ 1162.633874] env[69258]: INFO networking_nsxv3.common.synchronization [req-d831ab17-5703-434e-94b9-78f5fc90efbc req-7e3d4aef-876d-4157-b122-6e6d98fce6ff service nova] Enqueued Resource ID: a9afefde-c747-47b3-b504-1c21dc6ec7bf with Priority: HIGHEST for action port [ 1162.634632] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 with Priority: HIGHEST for action security_group_rules [ 1162.634632] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 with Priority: HIGHEST for action security_group_members [ 1162.635231] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9afefde-c747-47b3-b504-1c21dc6ec7bf with Priority: HIGHEST for action port [ 1162.635588] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-666661ba-6bfd-438b-8663-a50d8c1f30b3 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.635740] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.635823] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.636050] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.636170] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('666661ba-6bfd-438b-8663-a50d8c1f30b3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.638958] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-666661ba-6bfd-438b-8663-a50d8c1f30b3 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.638958] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.638958] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.638958] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.638958] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.638958] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.638958] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.638958] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.638958] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.638958] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('666661ba-6bfd-438b-8663-a50d8c1f30b3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.639472] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9afefde-c747-47b3-b504-1c21dc6ec7bf taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.639548] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9afefde-c747-47b3-b504-1c21dc6ec7bf" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.639604] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9afefde-c747-47b3-b504-1c21dc6ec7bf" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.639772] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9afefde-c747-47b3-b504-1c21dc6ec7bf" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.639877] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9afefde-c747-47b3-b504-1c21dc6ec7bf',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.064781] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: SUCCESS [ 1163.065198] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.066019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.066019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.066019] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.066019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.066019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.066019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.066386] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.066386] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.142346] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-666661ba-6bfd-438b-8663-a50d8c1f30b3 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.142627] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.142722] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('666661ba-6bfd-438b-8663-a50d8c1f30b3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.143773] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9afefde-c747-47b3-b504-1c21dc6ec7bf with status ACTIVE [ 1163.143773] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.143958] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.143958] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.144280] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.144934] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.144934] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.144934] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.144934] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.144934] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.144934] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.145675] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.145675] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.145675] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.145675] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.145675] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.146046] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9afefde-c747-47b3-b504-1c21dc6ec7bf is going to be updated. [ 1163.165107] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.165349] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.165472] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.165641] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.165776] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.165934] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9afefde-c747-47b3-b504-1c21dc6ec7bf" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.300038] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 in Status: SUCCESS [ 1163.300038] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.300233] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.300375] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.300748] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ef5b1d1-b320-420e-90cd-570d45418d38',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.568195] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.647515] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('666661ba-6bfd-438b-8663-a50d8c1f30b3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.713142] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 in Status: SUCCESS [ 1163.713408] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.803331] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef5b1d1-b320-420e-90cd-570d45418d38 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.807023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.807023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.807023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.807023] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.807023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.807023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.807023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.807023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.807023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.807023] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ef5b1d1-b320-420e-90cd-570d45418d38',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.070027] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.150410] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.150569] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.150643] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.150869] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.150994] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.151144] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 is going to be created. [ 1164.175446] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.175731] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.175941] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.176263] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.176498] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.187439] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 in Status: UNINITIALIZED for 2s [ 1164.308574] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ef5b1d1-b320-420e-90cd-570d45418d38',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.574726] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.574726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.574726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.574726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.574726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.574726] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 is going to be updated. [ 1164.601578] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.601882] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.601882] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.602239] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.602404] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.611970] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: IN_PROGRESS for 2s [ 1164.810849] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ef5b1d1-b320-420e-90cd-570d45418d38: rpc.has_security_group_logging(os_id): False [ 1164.829262] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.829439] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.829549] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.829783] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.829892] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.830168] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.830274] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.830335] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.830495] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.830575] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.830664] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 is going to be updated. [ 1164.892457] env[69258]: INFO networking_nsxv3.common.synchronization [req-ca92cdf5-78c8-4acf-94d5-8a0ce07c0736 req-36fa0ce6-4165-42cc-ad19-3239f1a10584 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Enqueued Resource ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 with Priority: HIGHEST for action security_group_members [ 1164.893341] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.893788] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.893960] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.894263] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.894498] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.896109] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 with Priority: HIGHEST for action security_group_members [ 1164.896623] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.896884] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.897038] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.897352] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.897605] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.897840] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.897991] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.898242] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.898410] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.898597] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa64ecd7-5c4e-43b1-92a1-f91a33d5e760',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.911428] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 in Status: IN_PROGRESS for 2s [ 1165.061262] env[69258]: INFO networking_nsxv3.common.synchronization [None req-7460c4b2-4ab4-4128-aa64-55283e9799f1 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Enqueued Resource ID: ab69fa44-96c1-498c-84b3-cc08761f6e3a with Priority: HIGHEST for action security_group_rules [ 1165.062329] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab69fa44-96c1-498c-84b3-cc08761f6e3a with Priority: HIGHEST for action security_group_rules [ 1165.062782] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab69fa44-96c1-498c-84b3-cc08761f6e3a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.063066] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab69fa44-96c1-498c-84b3-cc08761f6e3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.063066] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab69fa44-96c1-498c-84b3-cc08761f6e3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.063461] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab69fa44-96c1-498c-84b3-cc08761f6e3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.063575] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab69fa44-96c1-498c-84b3-cc08761f6e3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.141388] env[69258]: INFO networking_nsxv3.common.synchronization [None req-a9449e6b-5cbf-4a33-92bb-c23dc5b97247 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Enqueued Resource ID: ab69fa44-96c1-498c-84b3-cc08761f6e3a with Priority: HIGHEST for action security_group_rules [ 1165.142013] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab69fa44-96c1-498c-84b3-cc08761f6e3a with Priority: HIGHEST for action security_group_rules [ 1165.142333] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab69fa44-96c1-498c-84b3-cc08761f6e3a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.142445] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab69fa44-96c1-498c-84b3-cc08761f6e3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.400650] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.401060] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.401060] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.401381] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.401734] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.402323] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.402475] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.402540] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.402690] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.404161] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.404297] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 is going to be updated. [ 1165.434263] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.434470] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.434539] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.434756] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.434906] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.444148] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 in Status: IN_PROGRESS for 2s [ 1165.591725] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.591905] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.592575] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.592575] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.592575] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.592575] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab69fa44-96c1-498c-84b3-cc08761f6e3a already deleted. [ 1165.592575] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab69fa44-96c1-498c-84b3-cc08761f6e3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.592815] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab69fa44-96c1-498c-84b3-cc08761f6e3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.592815] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab69fa44-96c1-498c-84b3-cc08761f6e3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.592894] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab69fa44-96c1-498c-84b3-cc08761f6e3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.114941] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.115116] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.115165] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.115377] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.115468] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.115563] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab69fa44-96c1-498c-84b3-cc08761f6e3a already deleted. [ 1166.115644] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab69fa44-96c1-498c-84b3-cc08761f6e3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.199982] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 in Status: SUCCESS [ 1166.200309] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.200402] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.200609] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.200803] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.200919] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.200988] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.201148] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.201230] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.201317] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.201408] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('666661ba-6bfd-438b-8663-a50d8c1f30b3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.623468] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: SUCCESS [ 1166.623715] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.623890] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.624233] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.624377] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.624502] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.624570] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.624720] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.624800] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.624919] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.625016] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.703810] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('666661ba-6bfd-438b-8663-a50d8c1f30b3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.923789] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 in Status: SUCCESS [ 1166.924018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.129604] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.129604] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.129604] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.129604] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.129604] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.129604] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.129604] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.130135] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.130135] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.130135] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.130227] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.130296] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.130361] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.130509] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.130671] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.130788] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.130852] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.130993] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.131090] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.131163] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.131251] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.207192] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 666661ba-6bfd-438b-8663-a50d8c1f30b3: rpc.has_security_group_logging(os_id): False [ 1167.224562] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.224766] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.224766] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.225015] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.225115] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.225365] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.225471] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.225537] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.225740] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.225787] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.225846] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 is going to be created. [ 1167.280475] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.280724] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.280851] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.281182] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.281472] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.300423] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 in Status: IN_PROGRESS for 2s [ 1167.463877] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 in Status: SUCCESS [ 1167.464118] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 deletion is rescheduled due to dependency. [ 1167.464258] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.633520] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e922e4a-724a-4bf3-990a-f659769bc6d8: rpc.has_security_group_logging(os_id): False [ 1167.651039] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.651039] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.651039] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.651306] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.651338] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.651842] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.651842] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.651842] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.652191] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.652191] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.652331] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.652407] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.652749] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.652749] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.652749] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.652887] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.652985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.653058] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.653188] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.653266] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.653352] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 is going to be updated. [ 1167.708588] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.708738] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.708807] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.709047] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.709200] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.727333] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: IN_PROGRESS for 2s [ 1167.907488] env[69258]: INFO networking_nsxv3.common.synchronization [None req-4fe8aa8b-e974-49b7-9bd4-1fb1927be403 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Enqueued Resource ID: 9b18f049-ca5a-40f8-9161-017bb248b854 with Priority: HIGHEST for action security_group_rules [ 1167.908035] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b18f049-ca5a-40f8-9161-017bb248b854 with Priority: HIGHEST for action security_group_rules [ 1167.908377] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b18f049-ca5a-40f8-9161-017bb248b854 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.908520] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b18f049-ca5a-40f8-9161-017bb248b854" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.908590] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b18f049-ca5a-40f8-9161-017bb248b854" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.908839] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b18f049-ca5a-40f8-9161-017bb248b854" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.908952] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b18f049-ca5a-40f8-9161-017bb248b854',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.990852] env[69258]: INFO networking_nsxv3.common.synchronization [None req-fb438280-be32-45d6-b872-b63c8008384d tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Enqueued Resource ID: 9b18f049-ca5a-40f8-9161-017bb248b854 with Priority: HIGHEST for action security_group_rules [ 1167.991425] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b18f049-ca5a-40f8-9161-017bb248b854 with Priority: HIGHEST for action security_group_rules [ 1167.991746] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b18f049-ca5a-40f8-9161-017bb248b854 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.991855] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b18f049-ca5a-40f8-9161-017bb248b854" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.430090] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.430527] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.430527] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.430527] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.430644] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.430644] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b18f049-ca5a-40f8-9161-017bb248b854 already deleted. [ 1168.430779] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b18f049-ca5a-40f8-9161-017bb248b854" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.430944] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b18f049-ca5a-40f8-9161-017bb248b854" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.431119] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b18f049-ca5a-40f8-9161-017bb248b854" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.431203] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b18f049-ca5a-40f8-9161-017bb248b854',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.953210] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.953485] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.953543] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.953769] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.953863] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.954015] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b18f049-ca5a-40f8-9161-017bb248b854 already deleted. [ 1168.954101] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b18f049-ca5a-40f8-9161-017bb248b854" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.314124] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 in Status: SUCCESS [ 1169.314404] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.612430] env[69258]: INFO networking_nsxv3.common.synchronization [req-03dc72c0-7fcb-4607-98ae-3deb99838dfd req-c5581c6a-8f52-4dbb-b9d2-acce5c777604 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Enqueued Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGHEST for action security_group_members [ 1169.613979] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGHEST for action security_group_members [ 1169.614635] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e78db7-d0de-47fa-a658-b3202800654c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.615042] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.615187] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.615441] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.615641] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.615777] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.615868] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.616068] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.617297] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.617418] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.743587] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: SUCCESS [ 1169.743757] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.743939] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.744291] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.744412] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.110477] env[69258]: INFO networking_nsxv3.common.synchronization [req-a0422d68-03ee-4fab-92cc-33f1b4bda586 req-961e904b-d62d-4c00-8ff0-6d5e46989ef7 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Enqueued Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_members [ 1170.111028] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_members [ 1170.111355] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.111500] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.111609] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.112470] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.112643] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.112770] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.112830] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.113017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.113225] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.113344] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.119929] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.120133] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.120192] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.120394] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.120518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.120683] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.120781] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.120835] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.121337] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.121337] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.121337] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e78db7-d0de-47fa-a658-b3202800654c is going to be updated. [ 1170.146853] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.146853] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.146853] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.147202] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.147202] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.150661] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-738 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.150850] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-738" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.150984] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-738" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.151427] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-738" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.151708] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.151872] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.152329] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.152609] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.152996] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.153283] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1170.153414] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.153536] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.153666] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.153768] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1170.153882] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.154029] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1170.155597] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e78db7-d0de-47fa-a658-b3202800654c in Status: IN_PROGRESS for 2s [ 1170.179030] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1170.179171] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1170.179321] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1170.179503] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-738" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.179831] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-9d25821a-b98d-4932-9f77-948d316cdf80 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.180040] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-9d25821a-b98d-4932-9f77-948d316cdf80" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.180208] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-9d25821a-b98d-4932-9f77-948d316cdf80" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.180622] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-9d25821a-b98d-4932-9f77-948d316cdf80" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.180795] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d25821a-b98d-4932-9f77-948d316cdf80',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.248495] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.248495] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.248495] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.248495] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.248739] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.248739] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.248739] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.248884] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.248999] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.249109] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.249214] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.616377] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.616801] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.616801] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.616801] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.616997] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.617137] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.617248] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.617321] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.617425] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.617499] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.617583] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b48f402-907d-4c46-9590-20353319ee6c is going to be updated. [ 1170.631301] env[69258]: INFO networking_nsxv3.common.synchronization [req-f1c01b7b-424c-41de-a2bd-3cafdfb8b41e req-9226a87f-3974-449f-9c03-d92235e14497 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 0776b511-5c8b-4d50-9894-09c636ff64fe with Priority: HIGHEST for action security_group_members [ 1170.631301] env[69258]: INFO networking_nsxv3.common.synchronization [req-f1c01b7b-424c-41de-a2bd-3cafdfb8b41e req-9226a87f-3974-449f-9c03-d92235e14497 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_members [ 1170.631301] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0776b511-5c8b-4d50-9894-09c636ff64fe with Priority: HIGHEST for action security_group_members [ 1170.631301] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_members [ 1170.631518] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-0776b511-5c8b-4d50-9894-09c636ff64fe taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.631518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0776b511-5c8b-4d50-9894-09c636ff64fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.631739] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0776b511-5c8b-4d50-9894-09c636ff64fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.631792] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0776b511-5c8b-4d50-9894-09c636ff64fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.631998] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.632097] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.632182] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.632307] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.632384] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.632543] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0776b511-5c8b-4d50-9894-09c636ff64fe',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.635008] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.635176] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.635176] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.635329] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.635491] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.636080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.636080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.636080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.636080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.636080] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.643983] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.644137] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.644723] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.644723] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.644723] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.653926] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: IN_PROGRESS for 2s [ 1170.685164] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.685630] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.686568] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.686954] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.690511] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.690511] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 9d25821a-b98d-4932-9f77-948d316cdf80 not found, creating... [ 1170.690511] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.690511] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.690511] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.690511] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.690511] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.690511] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.690511] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.690511] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.691153] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.691153] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.691153] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 9d25821a-b98d-4932-9f77-948d316cdf80 is going to be created. [ 1170.697216] env[69258]: INFO networking_nsxv3.common.synchronization [req-f1c01b7b-424c-41de-a2bd-3cafdfb8b41e req-9226a87f-3974-449f-9c03-d92235e14497 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 0776b511-5c8b-4d50-9894-09c636ff64fe with Priority: HIGHEST for action security_group_rules [ 1170.697338] env[69258]: INFO networking_nsxv3.common.synchronization [req-f1c01b7b-424c-41de-a2bd-3cafdfb8b41e req-9226a87f-3974-449f-9c03-d92235e14497 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 0776b511-5c8b-4d50-9894-09c636ff64fe with Priority: HIGHEST for action security_group_members [ 1170.697477] env[69258]: INFO networking_nsxv3.common.synchronization [req-f1c01b7b-424c-41de-a2bd-3cafdfb8b41e req-9226a87f-3974-449f-9c03-d92235e14497 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_rules [ 1170.697608] env[69258]: INFO networking_nsxv3.common.synchronization [req-f1c01b7b-424c-41de-a2bd-3cafdfb8b41e req-9226a87f-3974-449f-9c03-d92235e14497 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_members [ 1170.698675] env[69258]: INFO networking_nsxv3.common.synchronization [req-f1c01b7b-424c-41de-a2bd-3cafdfb8b41e req-9226a87f-3974-449f-9c03-d92235e14497 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 57bdf43b-e4fd-4e64-9059-fd18888efa31 with Priority: HIGHEST for action port [ 1170.698675] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0776b511-5c8b-4d50-9894-09c636ff64fe with Priority: HIGHEST for action security_group_rules [ 1170.698675] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_rules [ 1170.698675] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57bdf43b-e4fd-4e64-9059-fd18888efa31 with Priority: HIGHEST for action port [ 1170.698675] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0776b511-5c8b-4d50-9894-09c636ff64fe with Priority: HIGHEST for action security_group_members [ 1170.698675] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_members [ 1170.698926] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0776b511-5c8b-4d50-9894-09c636ff64fe taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.699033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0776b511-5c8b-4d50-9894-09c636ff64fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.699033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0776b511-5c8b-4d50-9894-09c636ff64fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.699333] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0776b511-5c8b-4d50-9894-09c636ff64fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.699366] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0776b511-5c8b-4d50-9894-09c636ff64fe',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.700413] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.700413] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.700532] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-57bdf43b-e4fd-4e64-9059-fd18888efa31 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.700824] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57bdf43b-e4fd-4e64-9059-fd18888efa31" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.700824] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57bdf43b-e4fd-4e64-9059-fd18888efa31" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.700824] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57bdf43b-e4fd-4e64-9059-fd18888efa31" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.700824] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57bdf43b-e4fd-4e64-9059-fd18888efa31',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.702220] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-0776b511-5c8b-4d50-9894-09c636ff64fe taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.702220] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0776b511-5c8b-4d50-9894-09c636ff64fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.702220] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.702220] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.714012] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.714012] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.714012] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.714244] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.714506] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.714780] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-9d25821a-b98d-4932-9f77-948d316cdf80" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.751382] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.751506] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.136051] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0776b511-5c8b-4d50-9894-09c636ff64fe',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.138691] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.202765] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-0776b511-5c8b-4d50-9894-09c636ff64fe taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.202898] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0776b511-5c8b-4d50-9894-09c636ff64fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.203258] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57bdf43b-e4fd-4e64-9059-fd18888efa31 with status ACTIVE [ 1171.203434] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.203545] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.203610] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.203812] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.203903] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.204086] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.204183] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.204386] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.204599] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.204692] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.204896] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.204999] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.205077] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.205228] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.205307] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.205393] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57bdf43b-e4fd-4e64-9059-fd18888efa31 is going to be updated. [ 1171.226893] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.227070] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.227160] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.227366] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.227517] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.227689] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57bdf43b-e4fd-4e64-9059-fd18888efa31" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.509557] env[69258]: INFO networking_nsxv3.common.synchronization [req-03dc72c0-7fcb-4607-98ae-3deb99838dfd req-3c298a14-c6d6-4ad6-bb61-84602d39f3ce service nova] Enqueued Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGHEST for action security_group_rules [ 1171.509728] env[69258]: INFO networking_nsxv3.common.synchronization [req-03dc72c0-7fcb-4607-98ae-3deb99838dfd req-3c298a14-c6d6-4ad6-bb61-84602d39f3ce service nova] Enqueued Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGHEST for action security_group_members [ 1171.509919] env[69258]: INFO networking_nsxv3.common.synchronization [req-03dc72c0-7fcb-4607-98ae-3deb99838dfd req-3c298a14-c6d6-4ad6-bb61-84602d39f3ce service nova] Enqueued Resource ID: 9d25821a-b98d-4932-9f77-948d316cdf80 with Priority: HIGHEST for action port [ 1171.510183] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGHEST for action security_group_rules [ 1171.510324] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGHEST for action security_group_members [ 1171.510432] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d25821a-b98d-4932-9f77-948d316cdf80 with Priority: HIGHEST for action port [ 1171.511762] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21e78db7-d0de-47fa-a658-b3202800654c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.511880] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.512034] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.512403] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.512531] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.514483] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e78db7-d0de-47fa-a658-b3202800654c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.514638] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.514877] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d25821a-b98d-4932-9f77-948d316cdf80 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.515040] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d25821a-b98d-4932-9f77-948d316cdf80" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.515164] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d25821a-b98d-4932-9f77-948d316cdf80" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.515574] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d25821a-b98d-4932-9f77-948d316cdf80" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.515694] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d25821a-b98d-4932-9f77-948d316cdf80',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.638106] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0776b511-5c8b-4d50-9894-09c636ff64fe',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.639901] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.017787] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e78db7-d0de-47fa-a658-b3202800654c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.017941] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.018160] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d25821a-b98d-4932-9f77-948d316cdf80 with status ACTIVE [ 1172.018360] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.018475] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.018541] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.018746] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.018834] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.019009] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.019097] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.019165] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.019342] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.019396] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.019577] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.019887] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.019887] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.019887] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.020042] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.020105] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d25821a-b98d-4932-9f77-948d316cdf80 is going to be updated. [ 1172.038288] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.038415] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.038515] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.038671] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.038801] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.038958] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d25821a-b98d-4932-9f77-948d316cdf80" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.140660] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.140813] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.140904] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.141127] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.141223] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.141325] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0776b511-5c8b-4d50-9894-09c636ff64fe is going to be created. [ 1172.142667] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.142789] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.142856] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.143032] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.143118] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.143226] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 is going to be updated. [ 1172.164392] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e78db7-d0de-47fa-a658-b3202800654c in Status: SUCCESS [ 1172.164392] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e78db7-d0de-47fa-a658-b3202800654c deletion is rescheduled due to dependency. [ 1172.164392] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.164392] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.164392] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.164392] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.164392] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.164392] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.164710] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.164710] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.164710] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.169956] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.170091] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.170943] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.170943] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.170943] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.182499] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.182636] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.182704] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.182915] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.183141] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.184786] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0776b511-5c8b-4d50-9894-09c636ff64fe in Status: UNINITIALIZED for 2s [ 1172.189266] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: IN_PROGRESS for 2s [ 1172.663167] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: SUCCESS [ 1172.663461] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b48f402-907d-4c46-9590-20353319ee6c deletion is rescheduled due to dependency. [ 1172.663561] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.669210] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.170816] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.675551] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.675551] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.675551] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.675551] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.675551] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.675551] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e78db7-d0de-47fa-a658-b3202800654c is going to be updated. [ 1173.702965] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.702965] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.702965] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.702965] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.702965] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.708714] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e78db7-d0de-47fa-a658-b3202800654c in Status: IN_PROGRESS for 2s [ 1174.197016] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0776b511-5c8b-4d50-9894-09c636ff64fe in Status: SUCCESS [ 1174.197570] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0776b511-5c8b-4d50-9894-09c636ff64fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.197570] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0776b511-5c8b-4d50-9894-09c636ff64fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.197689] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0776b511-5c8b-4d50-9894-09c636ff64fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.197811] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.197926] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.198197] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.198197] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.198295] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.198329] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0776b511-5c8b-4d50-9894-09c636ff64fe',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.201673] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: SUCCESS [ 1174.201801] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.202043] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.202270] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.202742] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.202897] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.203152] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.203424] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.203424] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.203424] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.705210] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0776b511-5c8b-4d50-9894-09c636ff64fe',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.709251] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.212093] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0776b511-5c8b-4d50-9894-09c636ff64fe',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.212253] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.715024] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.715321] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.715321] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.715507] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.715633] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.715729] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0776b511-5c8b-4d50-9894-09c636ff64fe is going to be updated. [ 1175.717169] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.717332] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.717405] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.717583] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.717670] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.717762] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 is going to be updated. [ 1175.722085] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e78db7-d0de-47fa-a658-b3202800654c in Status: SUCCESS [ 1175.722085] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.722085] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.722085] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.722085] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.722085] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.722085] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.722085] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.722085] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.722085] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.722085] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.749655] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.749884] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.750017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.750230] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.750414] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.752333] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.754056] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.754056] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.754056] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.754056] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.762067] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0776b511-5c8b-4d50-9894-09c636ff64fe in Status: IN_PROGRESS for 2s [ 1175.762730] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: IN_PROGRESS for 2s [ 1176.091776] env[69258]: INFO networking_nsxv3.common.synchronization [None req-39b17204-5254-4f01-b12d-1fa648637560 tempest-AttachInterfacesTestJSON-1842241719 tempest-AttachInterfacesTestJSON-1842241719-project-member] Enqueued Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_members [ 1176.092537] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGHEST for action security_group_members [ 1176.092953] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.093843] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.093952] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.094262] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.094540] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.094639] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.094738] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.095246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.095246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.095367] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.224847] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.598547] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.598708] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.598773] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.599043] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.599157] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.599359] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.599485] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.599525] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.599672] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.599748] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.599837] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 is going to be updated. [ 1176.626694] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.626854] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.626901] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.628553] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.628770] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.637214] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 in Status: IN_PROGRESS for 2s [ 1176.727830] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21e78db7-d0de-47fa-a658-b3202800654c: rpc.has_security_group_logging(os_id): False [ 1176.749357] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.749516] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.749569] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.749795] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.749877] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.750176] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.750285] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.750351] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.750509] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.750589] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.750681] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21e78db7-d0de-47fa-a658-b3202800654c is going to be updated. [ 1176.824921] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.825097] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.825176] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.825392] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.825538] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.839756] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21e78db7-d0de-47fa-a658-b3202800654c in Status: IN_PROGRESS for 2s [ 1177.320504] env[69258]: INFO networking_nsxv3.common.synchronization [req-46dd31fb-96f6-4c81-be48-42e09d44437d req-8bf112de-efc3-46fa-9702-f1a1a9cb0707 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_members [ 1177.320700] env[69258]: INFO networking_nsxv3.common.synchronization [req-46dd31fb-96f6-4c81-be48-42e09d44437d req-8bf112de-efc3-46fa-9702-f1a1a9cb0707 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 0776b511-5c8b-4d50-9894-09c636ff64fe with Priority: HIGHEST for action security_group_members [ 1177.320845] env[69258]: INFO networking_nsxv3.common.synchronization [req-46dd31fb-96f6-4c81-be48-42e09d44437d req-8bf112de-efc3-46fa-9702-f1a1a9cb0707 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: aedfdd62-f39d-45e0-ba8e-ad33f983fcec with Priority: HIGHEST for action security_group_members [ 1177.321408] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_members [ 1177.321549] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0776b511-5c8b-4d50-9894-09c636ff64fe with Priority: HIGHEST for action security_group_members [ 1177.321646] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aedfdd62-f39d-45e0-ba8e-ad33f983fcec with Priority: HIGHEST for action security_group_members [ 1177.321920] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.324310] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.324618] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-0776b511-5c8b-4d50-9894-09c636ff64fe taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.324877] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0776b511-5c8b-4d50-9894-09c636ff64fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.325304] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-aedfdd62-f39d-45e0-ba8e-ad33f983fcec taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.326083] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aedfdd62-f39d-45e0-ba8e-ad33f983fcec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.326741] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aedfdd62-f39d-45e0-ba8e-ad33f983fcec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.326741] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aedfdd62-f39d-45e0-ba8e-ad33f983fcec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.326741] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.326741] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.327589] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.329280] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.329451] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.329622] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aedfdd62-f39d-45e0-ba8e-ad33f983fcec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.368483] env[69258]: INFO networking_nsxv3.common.synchronization [req-46dd31fb-96f6-4c81-be48-42e09d44437d req-8bf112de-efc3-46fa-9702-f1a1a9cb0707 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 0776b511-5c8b-4d50-9894-09c636ff64fe with Priority: HIGHEST for action security_group_rules [ 1177.368784] env[69258]: INFO networking_nsxv3.common.synchronization [req-46dd31fb-96f6-4c81-be48-42e09d44437d req-8bf112de-efc3-46fa-9702-f1a1a9cb0707 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 0776b511-5c8b-4d50-9894-09c636ff64fe with Priority: HIGHEST for action security_group_members [ 1177.369047] env[69258]: INFO networking_nsxv3.common.synchronization [req-46dd31fb-96f6-4c81-be48-42e09d44437d req-8bf112de-efc3-46fa-9702-f1a1a9cb0707 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_rules [ 1177.369266] env[69258]: INFO networking_nsxv3.common.synchronization [req-46dd31fb-96f6-4c81-be48-42e09d44437d req-8bf112de-efc3-46fa-9702-f1a1a9cb0707 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_members [ 1177.369456] env[69258]: INFO networking_nsxv3.common.synchronization [req-46dd31fb-96f6-4c81-be48-42e09d44437d req-8bf112de-efc3-46fa-9702-f1a1a9cb0707 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: aedfdd62-f39d-45e0-ba8e-ad33f983fcec with Priority: HIGHEST for action security_group_rules [ 1177.369651] env[69258]: INFO networking_nsxv3.common.synchronization [req-46dd31fb-96f6-4c81-be48-42e09d44437d req-8bf112de-efc3-46fa-9702-f1a1a9cb0707 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: aedfdd62-f39d-45e0-ba8e-ad33f983fcec with Priority: HIGHEST for action security_group_members [ 1177.369858] env[69258]: INFO networking_nsxv3.common.synchronization [req-46dd31fb-96f6-4c81-be48-42e09d44437d req-8bf112de-efc3-46fa-9702-f1a1a9cb0707 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 57bdf43b-e4fd-4e64-9059-fd18888efa31 with Priority: HIGHEST for action port [ 1177.370456] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0776b511-5c8b-4d50-9894-09c636ff64fe with Priority: HIGHEST for action security_group_rules [ 1177.370664] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_rules [ 1177.370810] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aedfdd62-f39d-45e0-ba8e-ad33f983fcec with Priority: HIGHEST for action security_group_members [ 1177.370945] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57bdf43b-e4fd-4e64-9059-fd18888efa31 with Priority: HIGHEST for action port [ 1177.371057] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aedfdd62-f39d-45e0-ba8e-ad33f983fcec with Priority: HIGHEST for action security_group_rules [ 1177.371150] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0776b511-5c8b-4d50-9894-09c636ff64fe with Priority: HIGHEST for action security_group_members [ 1177.371235] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_members [ 1177.371506] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0776b511-5c8b-4d50-9894-09c636ff64fe taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.371605] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0776b511-5c8b-4d50-9894-09c636ff64fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.371850] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.371905] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.372609] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-aedfdd62-f39d-45e0-ba8e-ad33f983fcec taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.372701] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aedfdd62-f39d-45e0-ba8e-ad33f983fcec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.372920] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-57bdf43b-e4fd-4e64-9059-fd18888efa31 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.373239] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57bdf43b-e4fd-4e64-9059-fd18888efa31" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.373362] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57bdf43b-e4fd-4e64-9059-fd18888efa31" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.373362] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57bdf43b-e4fd-4e64-9059-fd18888efa31" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.373362] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57bdf43b-e4fd-4e64-9059-fd18888efa31',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.374811] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aedfdd62-f39d-45e0-ba8e-ad33f983fcec taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.374811] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aedfdd62-f39d-45e0-ba8e-ad33f983fcec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.374811] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aedfdd62-f39d-45e0-ba8e-ad33f983fcec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.375154] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aedfdd62-f39d-45e0-ba8e-ad33f983fcec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.375290] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aedfdd62-f39d-45e0-ba8e-ad33f983fcec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.376064] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-0776b511-5c8b-4d50-9894-09c636ff64fe taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.376258] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0776b511-5c8b-4d50-9894-09c636ff64fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.376563] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.376563] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.773640] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0776b511-5c8b-4d50-9894-09c636ff64fe in Status: SUCCESS [ 1177.773640] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0776b511-5c8b-4d50-9894-09c636ff64fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.774318] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: SUCCESS [ 1177.774723] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.774969] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0776b511-5c8b-4d50-9894-09c636ff64fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.775261] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0776b511-5c8b-4d50-9894-09c636ff64fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.775569] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.776136] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.776136] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.780106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.780106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.780106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0776b511-5c8b-4d50-9894-09c636ff64fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.780106] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0776b511-5c8b-4d50-9894-09c636ff64fe',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.780106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.780106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.780106] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.780106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.780106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.780106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.780106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.780106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.780106] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.780106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.780106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.780106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.780106] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.780106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.780818] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.780818] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.780818] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.780818] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.780818] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.781587] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0776b511-5c8b-4d50-9894-09c636ff64fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.781862] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0776b511-5c8b-4d50-9894-09c636ff64fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.782132] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.782678] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.782847] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.783234] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.783550] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.783725] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0776b511-5c8b-4d50-9894-09c636ff64fe',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.784971] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.785184] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.785427] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.785677] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.785845] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.786352] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.786352] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.787410] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.831710] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aedfdd62-f39d-45e0-ba8e-ad33f983fcec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.856288] env[69258]: INFO networking_nsxv3.common.synchronization [None req-37566961-8417-42c9-992f-d2d2c8d658ed None None] Enqueued Resource ID: ef4769b0-99da-4af3-8b24-65645f9c495c with Priority: HIGHEST for action port [ 1177.856565] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef4769b0-99da-4af3-8b24-65645f9c495c with Priority: HIGHEST for action port [ 1177.857204] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef4769b0-99da-4af3-8b24-65645f9c495c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.857328] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef4769b0-99da-4af3-8b24-65645f9c495c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.857422] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef4769b0-99da-4af3-8b24-65645f9c495c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.857754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef4769b0-99da-4af3-8b24-65645f9c495c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.857754] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef4769b0-99da-4af3-8b24-65645f9c495c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.877637] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57bdf43b-e4fd-4e64-9059-fd18888efa31 with status ACTIVE [ 1177.878676] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.878676] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.878676] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.878676] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.878676] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.878898] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.878898] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.878898] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.879072] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.879122] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.880023] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.880023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.880023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.880229] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.880274] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.880334] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57bdf43b-e4fd-4e64-9059-fd18888efa31 is going to be updated. [ 1177.881573] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-aedfdd62-f39d-45e0-ba8e-ad33f983fcec taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.881682] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aedfdd62-f39d-45e0-ba8e-ad33f983fcec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.901128] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.901290] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.901345] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.901525] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.901731] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.901817] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57bdf43b-e4fd-4e64-9059-fd18888efa31" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.113820] env[69258]: INFO networking_nsxv3.common.synchronization [req-801d3532-9cd3-478c-a650-7d6e686f7d26 req-bf9bdfd2-6dcf-463e-8e4a-ffb5296396ad tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Enqueued Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_members [ 1178.114545] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_members [ 1178.114868] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.114994] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.115068] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.115264] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.115464] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.116095] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.116199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.116332] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.116404] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.116499] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.286090] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e922e4a-724a-4bf3-990a-f659769bc6d8: rpc.has_security_group_logging(os_id): False [ 1178.286090] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0776b511-5c8b-4d50-9894-09c636ff64fe',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.287899] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0776b511-5c8b-4d50-9894-09c636ff64fe',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.288993] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.304141] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.304141] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.304141] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.304141] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.304141] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.304469] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.304469] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.304469] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.304614] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.304786] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.305028] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.305028] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.305155] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.305188] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.305263] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.305446] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.305534] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.305593] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.305724] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.305794] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.305874] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 is going to be updated. [ 1178.335955] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aedfdd62-f39d-45e0-ba8e-ad33f983fcec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.362483] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.362483] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.362483] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.362794] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.362794] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.363724] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef4769b0-99da-4af3-8b24-65645f9c495c [ 1178.365144] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.365144] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.365144] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.365144] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.365144] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.365144] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef4769b0-99da-4af3-8b24-65645f9c495c already deleted. [ 1178.365371] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef4769b0-99da-4af3-8b24-65645f9c495c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.378672] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: IN_PROGRESS for 2s [ 1178.619140] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.619319] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.619361] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.619742] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.619742] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.619907] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.619978] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.620046] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.620211] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.620328] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.620426] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b48f402-907d-4c46-9590-20353319ee6c is going to be updated. [ 1178.645670] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 in Status: SUCCESS [ 1178.645883] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 deletion is rescheduled due to dependency. [ 1178.646088] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.652280] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.652469] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.652561] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.652693] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.652839] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.665863] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: IN_PROGRESS for 2s [ 1178.788465] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0776b511-5c8b-4d50-9894-09c636ff64fe: rpc.has_security_group_logging(os_id): False [ 1178.790211] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0776b511-5c8b-4d50-9894-09c636ff64fe',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.797024] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.806801] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.807191] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.807344] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.808475] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.808475] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.808475] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.808475] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.808673] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.810688] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.810688] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.810688] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0776b511-5c8b-4d50-9894-09c636ff64fe is going to be created. [ 1178.839494] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.839494] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.839494] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.839494] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.839494] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.839494] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aedfdd62-f39d-45e0-ba8e-ad33f983fcec is going to be created. [ 1178.951011] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21e78db7-d0de-47fa-a658-b3202800654c in Status: SUCCESS [ 1178.951011] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.971475] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.971475] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.971475] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.971475] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.971475] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.980665] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aedfdd62-f39d-45e0-ba8e-ad33f983fcec in Status: UNINITIALIZED for 2s [ 1178.985223] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.985223] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.985223] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.985223] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.985223] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.990936] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0776b511-5c8b-4d50-9894-09c636ff64fe in Status: IN_PROGRESS for 2s [ 1179.093645] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.093645] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-990" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.093645] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-990" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.093928] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-990" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.094195] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.094195] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.094320] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.094539] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.094665] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.094985] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1179.094985] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1179.097923] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1179.097923] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1179.097923] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1179.097923] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1179.097923] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1179.116402] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1179.116544] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1179.116724] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1179.116939] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-990" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.117304] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-9969ebb1-9158-4dd6-aaf9-07912f98c988 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.117484] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-9969ebb1-9158-4dd6-aaf9-07912f98c988" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.117607] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-9969ebb1-9158-4dd6-aaf9-07912f98c988" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.117929] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-9969ebb1-9158-4dd6-aaf9-07912f98c988" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.118087] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9969ebb1-9158-4dd6-aaf9-07912f98c988',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.295587] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.295747] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.295815] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.296075] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.296133] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.296208] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0776b511-5c8b-4d50-9894-09c636ff64fe is going to be updated. [ 1179.297506] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.297638] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.297781] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.297842] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.297934] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.298100] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 is going to be updated. [ 1179.328234] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.328591] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.328680] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.329301] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.329301] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.331086] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.331216] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.331273] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.334531] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.334531] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.340804] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0776b511-5c8b-4d50-9894-09c636ff64fe in Status: IN_PROGRESS for 2s [ 1179.341469] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: IN_PROGRESS for 2s [ 1179.621058] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.621337] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.621487] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.622064] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.622064] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.622226] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 9969ebb1-9158-4dd6-aaf9-07912f98c988 not found, creating... [ 1179.622487] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.622670] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.622798] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.623108] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.623209] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.623528] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.623719] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.623856] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.624479] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.624694] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.624886] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 9969ebb1-9158-4dd6-aaf9-07912f98c988 is going to be created. [ 1179.647713] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.647920] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.648179] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.648366] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.648624] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.648883] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-9969ebb1-9158-4dd6-aaf9-07912f98c988" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.106268] env[69258]: INFO networking_nsxv3.common.synchronization [None req-c44cdb39-859e-4574-8892-fa106fe0dee2 None None] Enqueued Resource ID: b53ed9f2-179d-4b66-9827-71bd5182b94b with Priority: HIGHEST for action port [ 1180.106544] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b53ed9f2-179d-4b66-9827-71bd5182b94b with Priority: HIGHEST for action port [ 1180.110018] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-b53ed9f2-179d-4b66-9827-71bd5182b94b taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.110018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b53ed9f2-179d-4b66-9827-71bd5182b94b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.110018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b53ed9f2-179d-4b66-9827-71bd5182b94b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.110018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b53ed9f2-179d-4b66-9827-71bd5182b94b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.110018] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b53ed9f2-179d-4b66-9827-71bd5182b94b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.335728] env[69258]: INFO networking_nsxv3.common.synchronization [req-52add456-88e2-48cb-9033-495e8c95fb26 req-22d232d5-19dc-402b-b343-8b3c278f4f29 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 0776b511-5c8b-4d50-9894-09c636ff64fe with Priority: HIGHEST for action security_group_members [ 1180.336117] env[69258]: INFO networking_nsxv3.common.synchronization [req-52add456-88e2-48cb-9033-495e8c95fb26 req-22d232d5-19dc-402b-b343-8b3c278f4f29 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: aedfdd62-f39d-45e0-ba8e-ad33f983fcec with Priority: HIGHEST for action security_group_members [ 1180.336117] env[69258]: INFO networking_nsxv3.common.synchronization [req-52add456-88e2-48cb-9033-495e8c95fb26 req-22d232d5-19dc-402b-b343-8b3c278f4f29 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_members [ 1180.336582] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0776b511-5c8b-4d50-9894-09c636ff64fe with Priority: HIGHEST for action security_group_members [ 1180.336737] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aedfdd62-f39d-45e0-ba8e-ad33f983fcec with Priority: HIGHEST for action security_group_members [ 1180.337893] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_members [ 1180.338225] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-0776b511-5c8b-4d50-9894-09c636ff64fe taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.338358] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0776b511-5c8b-4d50-9894-09c636ff64fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.338515] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-aedfdd62-f39d-45e0-ba8e-ad33f983fcec taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.338595] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aedfdd62-f39d-45e0-ba8e-ad33f983fcec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.338791] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.338869] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.394909] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: SUCCESS [ 1180.395212] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.395451] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.395737] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.395806] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.465538] env[69258]: INFO networking_nsxv3.common.synchronization [req-801d3532-9cd3-478c-a650-7d6e686f7d26 req-98df33e0-123f-4e56-b777-1f2022dd65a1 service nova] Enqueued Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_rules [ 1180.465805] env[69258]: INFO networking_nsxv3.common.synchronization [req-801d3532-9cd3-478c-a650-7d6e686f7d26 req-98df33e0-123f-4e56-b777-1f2022dd65a1 service nova] Enqueued Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_members [ 1180.465957] env[69258]: INFO networking_nsxv3.common.synchronization [req-801d3532-9cd3-478c-a650-7d6e686f7d26 req-98df33e0-123f-4e56-b777-1f2022dd65a1 service nova] Enqueued Resource ID: 9969ebb1-9158-4dd6-aaf9-07912f98c988 with Priority: HIGHEST for action port [ 1180.466202] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_rules [ 1180.466400] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_members [ 1180.466546] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9969ebb1-9158-4dd6-aaf9-07912f98c988 with Priority: HIGHEST for action port [ 1180.467231] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.467332] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.467361] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.467616] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.467722] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.468905] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.468905] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.469225] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-9969ebb1-9158-4dd6-aaf9-07912f98c988 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.469419] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9969ebb1-9158-4dd6-aaf9-07912f98c988" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.469501] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9969ebb1-9158-4dd6-aaf9-07912f98c988" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.471507] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9969ebb1-9158-4dd6-aaf9-07912f98c988" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.471507] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9969ebb1-9158-4dd6-aaf9-07912f98c988',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.611159] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b53ed9f2-179d-4b66-9827-71bd5182b94b [ 1180.612849] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.612849] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.612849] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.612849] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.612849] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.612849] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b53ed9f2-179d-4b66-9827-71bd5182b94b already deleted. [ 1180.612849] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b53ed9f2-179d-4b66-9827-71bd5182b94b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.675673] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: SUCCESS [ 1180.675975] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b48f402-907d-4c46-9590-20353319ee6c deletion is rescheduled due to dependency. [ 1180.676205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.676449] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.676727] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.676969] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.677289] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.677289] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.677408] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.677487] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.677613] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.897673] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.897837] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.971143] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.971305] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.971411] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9969ebb1-9158-4dd6-aaf9-07912f98c988 with status ACTIVE [ 1180.971584] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.971704] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.971772] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.971977] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.972104] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.972278] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.972373] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.972435] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.972592] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.972670] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.972845] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.972937] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.973035] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.973163] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.973263] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.973423] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9969ebb1-9158-4dd6-aaf9-07912f98c988 is going to be updated. [ 1180.989344] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aedfdd62-f39d-45e0-ba8e-ad33f983fcec in Status: SUCCESS [ 1180.990014] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aedfdd62-f39d-45e0-ba8e-ad33f983fcec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.990014] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aedfdd62-f39d-45e0-ba8e-ad33f983fcec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.990481] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aedfdd62-f39d-45e0-ba8e-ad33f983fcec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.990704] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.990825] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.990893] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.991071] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.991157] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.991254] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aedfdd62-f39d-45e0-ba8e-ad33f983fcec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.994175] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.994175] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.994175] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.994386] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.994423] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.994867] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9969ebb1-9158-4dd6-aaf9-07912f98c988" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.001238] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0776b511-5c8b-4d50-9894-09c636ff64fe in Status: SUCCESS [ 1181.001448] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0776b511-5c8b-4d50-9894-09c636ff64fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.001600] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0776b511-5c8b-4d50-9894-09c636ff64fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.001770] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0776b511-5c8b-4d50-9894-09c636ff64fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.001859] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0776b511-5c8b-4d50-9894-09c636ff64fe',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.182115] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.358021] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0776b511-5c8b-4d50-9894-09c636ff64fe in Status: SUCCESS [ 1181.358021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0776b511-5c8b-4d50-9894-09c636ff64fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.358021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0776b511-5c8b-4d50-9894-09c636ff64fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.358021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0776b511-5c8b-4d50-9894-09c636ff64fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.358021] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.358021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.358021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.358021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.358021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.358021] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0776b511-5c8b-4d50-9894-09c636ff64fe',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.359822] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: SUCCESS [ 1181.360233] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.360564] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.362515] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.362515] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.362515] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.362515] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.362515] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.362515] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.362515] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.495917] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.496131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.496226] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.496472] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.496615] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.496861] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.497020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.497108] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.499246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.499246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.499246] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aedfdd62-f39d-45e0-ba8e-ad33f983fcec is going to be deleted. [ 1181.525255] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.525255] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.525255] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.525553] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.525587] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.525695] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0776b511-5c8b-4d50-9894-09c636ff64fe is going to be deleted. [ 1181.539675] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.539826] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.539925] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.540443] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.540443] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.540443] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aedfdd62-f39d-45e0-ba8e-ad33f983fcec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.540561] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aedfdd62-f39d-45e0-ba8e-ad33f983fcec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.540986] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aedfdd62-f39d-45e0-ba8e-ad33f983fcec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.540986] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.540986] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.541133] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.541231] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.541316] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.541432] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aedfdd62-f39d-45e0-ba8e-ad33f983fcec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.575654] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.575834] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.575900] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.576134] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.576231] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.576341] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0776b511-5c8b-4d50-9894-09c636ff64fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.684754] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.864677] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.864849] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.864919] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.865166] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.865265] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.865524] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.865630] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.865692] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.865852] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.865926] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.866019] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0776b511-5c8b-4d50-9894-09c636ff64fe is going to be deleted. [ 1181.867060] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.898690] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.898835] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.898910] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.899155] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.899249] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.899348] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0776b511-5c8b-4d50-9894-09c636ff64fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.899496] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0776b511-5c8b-4d50-9894-09c636ff64fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.899646] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0776b511-5c8b-4d50-9894-09c636ff64fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.899803] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.899904] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.899976] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.900178] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.900262] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.900352] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0776b511-5c8b-4d50-9894-09c636ff64fe',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.043643] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.043811] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.043886] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.044148] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.044223] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.044467] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.044573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.044639] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.044799] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.044879] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.044965] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aedfdd62-f39d-45e0-ba8e-ad33f983fcec already deleted. [ 1182.045057] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aedfdd62-f39d-45e0-ba8e-ad33f983fcec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.045162] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aedfdd62-f39d-45e0-ba8e-ad33f983fcec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.046059] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aedfdd62-f39d-45e0-ba8e-ad33f983fcec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.046190] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aedfdd62-f39d-45e0-ba8e-ad33f983fcec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.046341] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.046440] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.046507] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.046647] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.046724] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.046804] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aedfdd62-f39d-45e0-ba8e-ad33f983fcec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.188451] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.191575] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.191575] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.191575] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.191575] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.191575] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b48f402-907d-4c46-9590-20353319ee6c is going to be updated. [ 1182.248828] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.248828] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.248828] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.248828] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.248828] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.258362] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: IN_PROGRESS for 2s [ 1182.353636] env[69258]: INFO networking_nsxv3.common.synchronization [req-23baebf8-3f74-45ea-be24-ede71996df58 req-835b9c56-fcc0-4eb7-a7c1-3b6a476d9979 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Enqueued Resource ID: 9b18f049-ca5a-40f8-9161-017bb248b854 with Priority: HIGHEST for action security_group_members [ 1182.353636] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b18f049-ca5a-40f8-9161-017bb248b854 with Priority: HIGHEST for action security_group_members [ 1182.353636] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b18f049-ca5a-40f8-9161-017bb248b854 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.353636] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b18f049-ca5a-40f8-9161-017bb248b854" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.353636] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b18f049-ca5a-40f8-9161-017bb248b854" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.354533] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b18f049-ca5a-40f8-9161-017bb248b854" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.354834] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.355104] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.357080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.357080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.357080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.357080] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b18f049-ca5a-40f8-9161-017bb248b854',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.371265] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.404483] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.404483] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.404483] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.404483] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.404483] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.404483] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.404483] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.404483] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.404483] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.404483] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.404483] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0776b511-5c8b-4d50-9894-09c636ff64fe already deleted. [ 1182.404483] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0776b511-5c8b-4d50-9894-09c636ff64fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.548675] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aedfdd62-f39d-45e0-ba8e-ad33f983fcec',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.552322] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.552478] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.552541] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.552733] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.552822] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.553018] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.553123] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.553182] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.553410] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.553506] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.553597] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aedfdd62-f39d-45e0-ba8e-ad33f983fcec already deleted. [ 1182.553677] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aedfdd62-f39d-45e0-ba8e-ad33f983fcec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.860150] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.860150] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.860150] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.860150] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.860150] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.860150] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.860150] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.860150] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.860150] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.860150] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.860150] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b18f049-ca5a-40f8-9161-017bb248b854 already deleted. [ 1182.860150] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b18f049-ca5a-40f8-9161-017bb248b854" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.867043] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-447 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.867043] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-447" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.867043] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-447" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.867043] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-447" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.867043] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.867043] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.867043] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.867043] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.867043] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.867043] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1182.867043] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1182.867043] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1182.867730] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1182.867980] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1182.868428] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1182.868679] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1182.872616] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.872974] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.873181] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.873532] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.873716] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.873891] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 is going to be updated. [ 1182.890743] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1182.890743] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1182.890743] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1182.890743] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-447" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.890743] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-975b521d-5276-485c-b457-19603df6be2b taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.890743] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-975b521d-5276-485c-b457-19603df6be2b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.890743] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-975b521d-5276-485c-b457-19603df6be2b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.890743] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-975b521d-5276-485c-b457-19603df6be2b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.891261] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('975b521d-5276-485c-b457-19603df6be2b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.902760] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.902913] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.903035] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.903240] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.903390] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.911377] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: IN_PROGRESS for 2s [ 1182.956218] env[69258]: INFO networking_nsxv3.common.synchronization [None req-3b062798-85da-47a1-a4e1-56fb0048580c None None] Enqueued Resource ID: 4b458606-2310-4cde-a1ad-303f06514121 with Priority: HIGHEST for action port [ 1182.956724] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b458606-2310-4cde-a1ad-303f06514121 with Priority: HIGHEST for action port [ 1182.957352] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b458606-2310-4cde-a1ad-303f06514121 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.957503] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b458606-2310-4cde-a1ad-303f06514121" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.957591] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b458606-2310-4cde-a1ad-303f06514121" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.957830] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b458606-2310-4cde-a1ad-303f06514121" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.957914] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b458606-2310-4cde-a1ad-303f06514121',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.050771] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aedfdd62-f39d-45e0-ba8e-ad33f983fcec: rpc.has_security_group_logging(os_id): False [ 1183.069180] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.069340] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.069416] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.069627] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.069722] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.069949] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.070063] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.070129] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.070273] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.070379] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.070473] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aedfdd62-f39d-45e0-ba8e-ad33f983fcec is going to be created. [ 1183.089883] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/aedfdd62-f39d-45e0-ba8e-ad33f983fcec], does not exist path=[/infra/domains/default/groups/aedfdd62-f39d-45e0-ba8e-ad33f983fcec]."\n}' [ 1183.090096] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aedfdd62-f39d-45e0-ba8e-ad33f983fcec failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/aedfdd62-f39d-45e0-ba8e-ad33f983fcec [ 1183.090146] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1183.132255] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.132416] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.132551] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.132677] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.133878] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.137283] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.137402] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.137538] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.137744] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.137859] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.138120] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.138255] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.138341] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.138520] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.138624] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.138718] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aedfdd62-f39d-45e0-ba8e-ad33f983fcec is going to be created. [ 1183.157260] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/aedfdd62-f39d-45e0-ba8e-ad33f983fcec], does not exist path=[/infra/domains/default/groups/aedfdd62-f39d-45e0-ba8e-ad33f983fcec]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/aedfdd62-f39d-45e0-ba8e-ad33f983fcec [ 1183.157435] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aedfdd62-f39d-45e0-ba8e-ad33f983fcec" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.157586] env[69258]: Traceback (most recent call last): [ 1183.157651] env[69258]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1183.157651] env[69258]: return func(*args, **kwargs) [ 1183.157651] env[69258]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1183.157651] env[69258]: res.raise_for_status() [ 1183.157651] env[69258]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1183.157651] env[69258]: raise HTTPError(http_error_msg, response=self) [ 1183.157651] env[69258]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/aedfdd62-f39d-45e0-ba8e-ad33f983fcec [ 1183.157651] env[69258]: During handling of the above exception, another exception occurred: [ 1183.157651] env[69258]: Traceback (most recent call last): [ 1183.157651] env[69258]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1183.157651] env[69258]: listener.cb(fileno) [ 1183.157651] env[69258]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1183.157651] env[69258]: result = function(*args, **kwargs) [ 1183.157651] env[69258]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1183.157651] env[69258]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1183.157651] env[69258]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1183.157651] env[69258]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1183.157651] env[69258]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1183.157651] env[69258]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1183.157651] env[69258]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1183.157651] env[69258]: res.raise_for_status() [ 1183.157651] env[69258]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 1183.157651] env[69258]: raise HTTPError(http_error_msg, response=self) [ 1183.157651] env[69258]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/aedfdd62-f39d-45e0-ba8e-ad33f983fcec [ 1183.157651] env[69258]: Removing descriptor: 58 [ 1183.394661] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.395060] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.395060] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.396293] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.396293] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.396293] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 975b521d-5276-485c-b457-19603df6be2b not found, creating... [ 1183.396293] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.396293] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.396293] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.396708] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.396708] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.396802] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.396922] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.397065] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.397969] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.397969] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.397969] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 975b521d-5276-485c-b457-19603df6be2b is going to be created. [ 1183.417287] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.417664] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.417664] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.418146] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.418146] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.418507] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-975b521d-5276-485c-b457-19603df6be2b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.461097] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b458606-2310-4cde-a1ad-303f06514121 [ 1183.461097] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.461097] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.461097] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.461097] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.462267] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.462267] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b458606-2310-4cde-a1ad-303f06514121 already deleted. [ 1183.462267] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b458606-2310-4cde-a1ad-303f06514121" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.830062] env[69258]: INFO networking_nsxv3.common.synchronization [None req-b464fceb-8194-4c70-854f-89797cd147f4 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Enqueued Resource ID: a9c6617f-add1-4d3c-be6c-4a6a38401921 with Priority: HIGHEST for action security_group_rules [ 1183.830062] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c6617f-add1-4d3c-be6c-4a6a38401921 with Priority: HIGHEST for action security_group_rules [ 1183.830297] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9c6617f-add1-4d3c-be6c-4a6a38401921 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.830360] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9c6617f-add1-4d3c-be6c-4a6a38401921" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.830403] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9c6617f-add1-4d3c-be6c-4a6a38401921" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.830660] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9c6617f-add1-4d3c-be6c-4a6a38401921" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.831316] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9c6617f-add1-4d3c-be6c-4a6a38401921',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.935568] env[69258]: INFO networking_nsxv3.common.synchronization [None req-89ee716a-d34d-4100-8ed1-cef8da294f91 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Enqueued Resource ID: a9c6617f-add1-4d3c-be6c-4a6a38401921 with Priority: HIGHEST for action security_group_rules [ 1183.935568] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c6617f-add1-4d3c-be6c-4a6a38401921 with Priority: HIGHEST for action security_group_rules [ 1183.935568] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9c6617f-add1-4d3c-be6c-4a6a38401921 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.935568] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9c6617f-add1-4d3c-be6c-4a6a38401921" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.153385] env[69258]: INFO networking_nsxv3.common.synchronization [req-23baebf8-3f74-45ea-be24-ede71996df58 req-eff114cf-d9f2-4fcb-a52f-399dee1bf9a3 service nova] Enqueued Resource ID: 9b18f049-ca5a-40f8-9161-017bb248b854 with Priority: HIGHEST for action security_group_rules [ 1184.153385] env[69258]: INFO networking_nsxv3.common.synchronization [req-23baebf8-3f74-45ea-be24-ede71996df58 req-eff114cf-d9f2-4fcb-a52f-399dee1bf9a3 service nova] Enqueued Resource ID: 9b18f049-ca5a-40f8-9161-017bb248b854 with Priority: HIGHEST for action security_group_members [ 1184.153385] env[69258]: INFO networking_nsxv3.common.synchronization [req-23baebf8-3f74-45ea-be24-ede71996df58 req-eff114cf-d9f2-4fcb-a52f-399dee1bf9a3 service nova] Enqueued Resource ID: 975b521d-5276-485c-b457-19603df6be2b with Priority: HIGHEST for action port [ 1184.153385] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b18f049-ca5a-40f8-9161-017bb248b854 with Priority: HIGHEST for action security_group_rules [ 1184.153385] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b18f049-ca5a-40f8-9161-017bb248b854 with Priority: HIGHEST for action security_group_members [ 1184.153385] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 975b521d-5276-485c-b457-19603df6be2b with Priority: HIGHEST for action port [ 1184.153822] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b18f049-ca5a-40f8-9161-017bb248b854 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.153822] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b18f049-ca5a-40f8-9161-017bb248b854" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.153822] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b18f049-ca5a-40f8-9161-017bb248b854" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.154027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b18f049-ca5a-40f8-9161-017bb248b854" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.154166] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b18f049-ca5a-40f8-9161-017bb248b854',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.156916] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b18f049-ca5a-40f8-9161-017bb248b854 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.157071] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b18f049-ca5a-40f8-9161-017bb248b854" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.157154] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b18f049-ca5a-40f8-9161-017bb248b854" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.157368] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b18f049-ca5a-40f8-9161-017bb248b854" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.157554] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.157679] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.157751] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.157926] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.158373] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.158533] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b18f049-ca5a-40f8-9161-017bb248b854',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.160460] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-975b521d-5276-485c-b457-19603df6be2b taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.160605] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-975b521d-5276-485c-b457-19603df6be2b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.161191] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-975b521d-5276-485c-b457-19603df6be2b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.161191] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-975b521d-5276-485c-b457-19603df6be2b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.161305] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('975b521d-5276-485c-b457-19603df6be2b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.271567] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: SUCCESS [ 1184.271795] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.272347] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.272552] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.272746] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.272858] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.272926] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.273091] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.273194] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.273269] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.273358] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.349932] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.350097] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.350164] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.350330] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.350426] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.350520] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9c6617f-add1-4d3c-be6c-4a6a38401921 already deleted. [ 1184.350605] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9c6617f-add1-4d3c-be6c-4a6a38401921" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.351096] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9c6617f-add1-4d3c-be6c-4a6a38401921" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.351265] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9c6617f-add1-4d3c-be6c-4a6a38401921" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.351354] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9c6617f-add1-4d3c-be6c-4a6a38401921',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.662993] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b18f049-ca5a-40f8-9161-017bb248b854 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.663376] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b18f049-ca5a-40f8-9161-017bb248b854" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.664560] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b18f049-ca5a-40f8-9161-017bb248b854',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.665501] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 975b521d-5276-485c-b457-19603df6be2b with status ACTIVE [ 1184.665716] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.665847] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.665911] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.666281] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.666281] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.666445] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.666546] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.666618] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.666871] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.666871] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.667193] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.667193] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.667193] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.667483] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.667483] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.667483] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 975b521d-5276-485c-b457-19603df6be2b is going to be updated. [ 1184.690020] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.690020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.690020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.690264] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.690383] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.690560] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-975b521d-5276-485c-b457-19603df6be2b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.776316] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.776513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.776513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.776728] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.776918] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.777057] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.777128] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.777372] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.777372] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.777504] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.777621] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.777807] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.777807] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.777892] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.778045] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.778139] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.779108] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.779108] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.779108] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.779108] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.779108] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.842473] env[69258]: INFO networking_nsxv3.common.synchronization [None req-038d0485-8e83-448a-a5be-74353d56007b None None] Enqueued Resource ID: 8aab5fe1-b204-47d0-a2a0-cc4e18c113b4 with Priority: HIGHEST for action port [ 1184.842844] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aab5fe1-b204-47d0-a2a0-cc4e18c113b4 with Priority: HIGHEST for action port [ 1184.844339] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-8aab5fe1-b204-47d0-a2a0-cc4e18c113b4 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.844339] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8aab5fe1-b204-47d0-a2a0-cc4e18c113b4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.844339] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8aab5fe1-b204-47d0-a2a0-cc4e18c113b4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.844339] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8aab5fe1-b204-47d0-a2a0-cc4e18c113b4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.844339] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8aab5fe1-b204-47d0-a2a0-cc4e18c113b4',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.873411] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.873564] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.873663] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.873890] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.874019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.874139] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9c6617f-add1-4d3c-be6c-4a6a38401921 already deleted. [ 1184.874233] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9c6617f-add1-4d3c-be6c-4a6a38401921" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.923455] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: SUCCESS [ 1184.923899] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.923899] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.924126] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.924277] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.924401] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.924480] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.925172] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.925172] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.925172] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.169543] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b18f049-ca5a-40f8-9161-017bb248b854',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.280899] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b48f402-907d-4c46-9590-20353319ee6c: rpc.has_security_group_logging(os_id): False [ 1185.297600] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.297892] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.297892] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.298661] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.315970] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.317208] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.317356] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.317440] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.317684] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.317781] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.317988] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.318150] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.318207] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.318321] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.318396] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.318587] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.318681] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.318745] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.318879] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.318952] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.319087] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b48f402-907d-4c46-9590-20353319ee6c is going to be updated. [ 1185.346387] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8aab5fe1-b204-47d0-a2a0-cc4e18c113b4 [ 1185.346634] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.346768] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.346837] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.347071] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.347169] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.347269] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8aab5fe1-b204-47d0-a2a0-cc4e18c113b4 already deleted. [ 1185.347356] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8aab5fe1-b204-47d0-a2a0-cc4e18c113b4" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.384028] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.384028] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.384028] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.384028] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.384028] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.394822] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: IN_PROGRESS for 2s [ 1185.429607] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.671886] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.672253] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.672253] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.672572] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.672725] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.672908] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b18f049-ca5a-40f8-9161-017bb248b854 is going to be created. [ 1185.698635] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.698785] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.698857] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.699072] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.699237] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.709499] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b18f049-ca5a-40f8-9161-017bb248b854 in Status: UNINITIALIZED for 2s [ 1185.932537] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.436455] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.436689] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.436689] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.436914] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.436975] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.437085] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 is going to be updated. [ 1186.470655] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.470655] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.470655] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.470655] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.470655] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.480720] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: IN_PROGRESS for 2s [ 1186.698576] env[69258]: INFO networking_nsxv3.common.synchronization [req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 req-6b4946f2-c35f-408c-8f6e-5174b6226996 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Enqueued Resource ID: 8195f719-c46d-4b07-bb82-f4574fff0722 with Priority: HIGHEST for action security_group_members [ 1186.698920] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8195f719-c46d-4b07-bb82-f4574fff0722 with Priority: HIGHEST for action security_group_members [ 1186.699146] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-8195f719-c46d-4b07-bb82-f4574fff0722 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.699292] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8195f719-c46d-4b07-bb82-f4574fff0722" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.699332] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8195f719-c46d-4b07-bb82-f4574fff0722" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.699611] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8195f719-c46d-4b07-bb82-f4574fff0722" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.699799] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.700877] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.700877] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.700877] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.700877] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.700877] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8195f719-c46d-4b07-bb82-f4574fff0722',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.049978] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-92 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.049978] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-92" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.049978] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-92" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.049978] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-92" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.049978] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.049978] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.050602] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.051765] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.052691] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.053536] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1187.054439] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1187.054439] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1187.054439] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1187.054439] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1187.054668] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1187.055941] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1187.078514] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1187.078754] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1187.079039] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1187.083156] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-92" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.083156] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-8f358f3d-9344-4e77-9800-a913a2d42eac taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.083156] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-8f358f3d-9344-4e77-9800-a913a2d42eac" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.083156] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-8f358f3d-9344-4e77-9800-a913a2d42eac" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.083156] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-8f358f3d-9344-4e77-9800-a913a2d42eac" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.083156] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f358f3d-9344-4e77-9800-a913a2d42eac',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.203791] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.203791] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.203791] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.203791] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.203791] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.203791] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.203791] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.203791] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.203791] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.203791] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.203791] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8195f719-c46d-4b07-bb82-f4574fff0722 already deleted. [ 1187.203791] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8195f719-c46d-4b07-bb82-f4574fff0722" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.409968] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: SUCCESS [ 1187.410236] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.582865] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.583232] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.583413] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.583730] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.583924] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.584052] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 8f358f3d-9344-4e77-9800-a913a2d42eac not found, creating... [ 1187.584346] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.584582] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.584644] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.584841] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.584982] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.585280] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.585438] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.585558] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.585810] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.585960] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.586123] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 8f358f3d-9344-4e77-9800-a913a2d42eac is going to be created. [ 1187.605322] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.605510] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.605638] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.605871] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.606107] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.606333] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-8f358f3d-9344-4e77-9800-a913a2d42eac" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.733123] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b18f049-ca5a-40f8-9161-017bb248b854 in Status: SUCCESS [ 1187.733123] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b18f049-ca5a-40f8-9161-017bb248b854" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.733123] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b18f049-ca5a-40f8-9161-017bb248b854" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.733123] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b18f049-ca5a-40f8-9161-017bb248b854" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.733123] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.733123] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.733123] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.733789] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.733789] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.733789] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b18f049-ca5a-40f8-9161-017bb248b854" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.733789] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b18f049-ca5a-40f8-9161-017bb248b854',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.236843] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b18f049-ca5a-40f8-9161-017bb248b854',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.328026] env[69258]: INFO networking_nsxv3.common.synchronization [req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 req-78d4f285-d536-406a-b332-bc91f2c96bdd service nova] Enqueued Resource ID: 8195f719-c46d-4b07-bb82-f4574fff0722 with Priority: HIGHEST for action security_group_rules [ 1188.328026] env[69258]: INFO networking_nsxv3.common.synchronization [req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 req-78d4f285-d536-406a-b332-bc91f2c96bdd service nova] Enqueued Resource ID: 8195f719-c46d-4b07-bb82-f4574fff0722 with Priority: HIGHEST for action security_group_members [ 1188.328026] env[69258]: INFO networking_nsxv3.common.synchronization [req-3ee33fa0-3672-4a3c-a764-7174dd2d7e54 req-78d4f285-d536-406a-b332-bc91f2c96bdd service nova] Enqueued Resource ID: 8f358f3d-9344-4e77-9800-a913a2d42eac with Priority: HIGHEST for action port [ 1188.328026] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8195f719-c46d-4b07-bb82-f4574fff0722 with Priority: HIGHEST for action security_group_rules [ 1188.328531] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8195f719-c46d-4b07-bb82-f4574fff0722 with Priority: HIGHEST for action security_group_members [ 1188.328531] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f358f3d-9344-4e77-9800-a913a2d42eac with Priority: HIGHEST for action port [ 1188.328712] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8195f719-c46d-4b07-bb82-f4574fff0722 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.328872] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8195f719-c46d-4b07-bb82-f4574fff0722" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.328968] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8195f719-c46d-4b07-bb82-f4574fff0722" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.329334] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8195f719-c46d-4b07-bb82-f4574fff0722" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.329514] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8195f719-c46d-4b07-bb82-f4574fff0722',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.330605] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-8195f719-c46d-4b07-bb82-f4574fff0722 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.330833] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8195f719-c46d-4b07-bb82-f4574fff0722" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.330893] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8195f719-c46d-4b07-bb82-f4574fff0722" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.331147] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8195f719-c46d-4b07-bb82-f4574fff0722" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.331348] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.331492] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.331581] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.331783] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.331897] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.332030] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8195f719-c46d-4b07-bb82-f4574fff0722',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.332984] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f358f3d-9344-4e77-9800-a913a2d42eac taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.333145] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f358f3d-9344-4e77-9800-a913a2d42eac" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.333294] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f358f3d-9344-4e77-9800-a913a2d42eac" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.333431] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f358f3d-9344-4e77-9800-a913a2d42eac" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.333538] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f358f3d-9344-4e77-9800-a913a2d42eac',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.494114] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: SUCCESS [ 1188.494114] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.494114] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.494114] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.494114] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.494114] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.494114] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.494114] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.494114] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.494114] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.494114] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.739648] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b18f049-ca5a-40f8-9161-017bb248b854: rpc.has_security_group_logging(os_id): False [ 1188.758268] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.758425] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.758468] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.758683] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.758774] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.759032] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.759138] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.759203] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.759352] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.759431] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.759518] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b18f049-ca5a-40f8-9161-017bb248b854 is going to be created. [ 1188.814584] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.814774] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.814850] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.815141] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.815372] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.825047] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b18f049-ca5a-40f8-9161-017bb248b854 in Status: IN_PROGRESS for 2s [ 1188.835775] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8195f719-c46d-4b07-bb82-f4574fff0722',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.837040] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-8195f719-c46d-4b07-bb82-f4574fff0722 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.837040] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8195f719-c46d-4b07-bb82-f4574fff0722" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.837203] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f358f3d-9344-4e77-9800-a913a2d42eac with status ACTIVE [ 1188.837351] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.837463] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.837573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.837827] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.837916] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.838341] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.838341] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.838341] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.838524] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.838555] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.838732] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.838822] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.838903] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.839049] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.840112] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.840112] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f358f3d-9344-4e77-9800-a913a2d42eac is going to be updated. [ 1188.858695] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.858695] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.858866] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.858947] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.859086] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.859237] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f358f3d-9344-4e77-9800-a913a2d42eac" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.998133] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.998295] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.998379] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.998578] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.998745] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.998847] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.998914] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.999221] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.999221] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.999221] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.999369] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.999461] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.999613] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.999665] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.999783] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.999872] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.999930] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.000084] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.000163] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.000243] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.000332] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.341018] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8195f719-c46d-4b07-bb82-f4574fff0722',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.504356] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e922e4a-724a-4bf3-990a-f659769bc6d8: rpc.has_security_group_logging(os_id): False [ 1189.527840] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.528271] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.528464] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.528799] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.559024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.559024] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.559024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.559024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.559024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.559024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.559024] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.559024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.559024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.559024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.559024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.559024] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.559024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.559024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.559825] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.559825] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.559825] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 is going to be updated. [ 1189.628980] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.628980] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.628980] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.628980] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.628980] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.644166] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: IN_PROGRESS for 2s [ 1189.843638] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.844021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.844021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.844268] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.844401] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.844540] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8195f719-c46d-4b07-bb82-f4574fff0722 is going to be created. [ 1189.873389] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.873389] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.873389] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.873619] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.873753] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.883570] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8195f719-c46d-4b07-bb82-f4574fff0722 in Status: UNINITIALIZED for 2s [ 1190.837697] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b18f049-ca5a-40f8-9161-017bb248b854 in Status: SUCCESS [ 1190.837951] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b18f049-ca5a-40f8-9161-017bb248b854" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.662884] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: SUCCESS [ 1191.662884] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.662884] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.662884] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.663351] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.892721] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8195f719-c46d-4b07-bb82-f4574fff0722 in Status: SUCCESS [ 1191.892929] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8195f719-c46d-4b07-bb82-f4574fff0722" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.893121] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8195f719-c46d-4b07-bb82-f4574fff0722" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.893355] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8195f719-c46d-4b07-bb82-f4574fff0722" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.893551] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.893670] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.893734] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.893886] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.893970] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.894064] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8195f719-c46d-4b07-bb82-f4574fff0722" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.894153] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8195f719-c46d-4b07-bb82-f4574fff0722',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.168704] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.168704] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.168704] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.169197] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.169197] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.169355] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.169355] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.170728] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.170728] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.170728] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.170728] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.259065] env[69258]: INFO networking_nsxv3.common.synchronization [req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 req-27e59d4d-c1ec-40eb-b900-af6b7810aed2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 9704b6c5-6acc-4eaa-b450-bcab2ecd5888 with Priority: HIGHEST for action security_group_members [ 1192.259394] env[69258]: INFO networking_nsxv3.common.synchronization [req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 req-27e59d4d-c1ec-40eb-b900-af6b7810aed2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 with Priority: HIGHEST for action security_group_members [ 1192.259627] env[69258]: INFO networking_nsxv3.common.synchronization [req-9c3894ab-2507-419b-a3a4-fa2d5d2fe7a4 req-27e59d4d-c1ec-40eb-b900-af6b7810aed2 tempest-SecurityGroupsTestJSON-1153474381 tempest-SecurityGroupsTestJSON-1153474381-project-member] Enqueued Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_members [ 1192.260328] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9704b6c5-6acc-4eaa-b450-bcab2ecd5888 with Priority: HIGHEST for action security_group_members [ 1192.260511] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 with Priority: HIGHEST for action security_group_members [ 1192.260651] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 with Priority: HIGHEST for action security_group_members [ 1192.261208] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9704b6c5-6acc-4eaa-b450-bcab2ecd5888 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.261520] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9704b6c5-6acc-4eaa-b450-bcab2ecd5888" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.261693] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9704b6c5-6acc-4eaa-b450-bcab2ecd5888" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.261962] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9704b6c5-6acc-4eaa-b450-bcab2ecd5888" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.264139] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.264139] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.264139] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.264139] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.264139] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.264139] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9704b6c5-6acc-4eaa-b450-bcab2ecd5888',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.264139] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef5b1d1-b320-420e-90cd-570d45418d38 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.264139] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.264620] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.264620] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.264620] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.264713] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.264746] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.265528] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.265528] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.265528] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef5b1d1-b320-420e-90cd-570d45418d38',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.266597] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.266597] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.266597] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.266597] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.266597] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.266597] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.266597] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.266597] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.267067] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.267067] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.397137] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-8195f719-c46d-4b07-bb82-f4574fff0722 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.397421] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8195f719-c46d-4b07-bb82-f4574fff0722" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.397596] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8195f719-c46d-4b07-bb82-f4574fff0722" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.397809] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8195f719-c46d-4b07-bb82-f4574fff0722" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.398329] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.398466] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.398532] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.398716] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.398809] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.398918] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8195f719-c46d-4b07-bb82-f4574fff0722" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.399099] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-8195f719-c46d-4b07-bb82-f4574fff0722 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.399199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8195f719-c46d-4b07-bb82-f4574fff0722" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.399262] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8195f719-c46d-4b07-bb82-f4574fff0722" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.399415] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8195f719-c46d-4b07-bb82-f4574fff0722" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.399559] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.399649] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.399706] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.399844] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.399923] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.400235] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8195f719-c46d-4b07-bb82-f4574fff0722" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.400346] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8195f719-c46d-4b07-bb82-f4574fff0722',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.675351] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.675351] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.768880] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.769084] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.769135] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.769351] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.770565] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.770691] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.770875] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.770959] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.791023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.791309] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.791437] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.791506] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.791708] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.791914] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.791980] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 is going to be updated. [ 1192.793274] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.793513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.809045] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.809045] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.809264] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.809264] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.809544] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.809544] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.809657] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9704b6c5-6acc-4eaa-b450-bcab2ecd5888 is going to be updated. [ 1192.810526] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.810687] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.810772] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.810958] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.811088] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.811188] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.811404] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.811532] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.811666] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 is going to be updated. [ 1192.821415] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.821576] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.821650] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.821834] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.822423] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.831079] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 in Status: IN_PROGRESS for 2s [ 1192.838355] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.838531] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.838730] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.838849] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.838999] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.841039] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.841155] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.841216] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.841396] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.841523] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.849349] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9704b6c5-6acc-4eaa-b450-bcab2ecd5888 in Status: IN_PROGRESS for 2s [ 1192.850069] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: IN_PROGRESS for 2s [ 1192.902543] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8195f719-c46d-4b07-bb82-f4574fff0722: rpc.has_security_group_logging(os_id): False [ 1192.920396] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.920589] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.920634] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.920833] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.920949] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.921165] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.921268] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.921400] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.921499] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.921580] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.921761] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.921857] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.921919] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.922079] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.922317] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.922527] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.922636] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.922704] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.922859] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.922938] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.923043] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8195f719-c46d-4b07-bb82-f4574fff0722 is going to be created. [ 1192.974115] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.974373] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.974373] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.974554] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.974740] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.988676] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8195f719-c46d-4b07-bb82-f4574fff0722 in Status: IN_PROGRESS for 2s [ 1194.365282] env[69258]: INFO networking_nsxv3.common.synchronization [req-717dc925-a219-493f-976c-fd6ed82240c2 req-929fecfa-69e8-4e4d-b6e4-57f7d1be5f92 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Enqueued Resource ID: a228f9bf-a6fc-4491-befd-acccfa670c23 with Priority: HIGHEST for action security_group_members [ 1194.365827] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a228f9bf-a6fc-4491-befd-acccfa670c23 with Priority: HIGHEST for action security_group_members [ 1194.366149] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a228f9bf-a6fc-4491-befd-acccfa670c23 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.366300] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a228f9bf-a6fc-4491-befd-acccfa670c23" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.366402] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a228f9bf-a6fc-4491-befd-acccfa670c23" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.366679] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a228f9bf-a6fc-4491-befd-acccfa670c23" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.366873] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.367054] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.367138] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.367308] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.367398] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.367502] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a228f9bf-a6fc-4491-befd-acccfa670c23',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.840313] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 in Status: SUCCESS [ 1194.840548] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef5b1d1-b320-420e-90cd-570d45418d38 deletion is rescheduled due to dependency. [ 1194.840610] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef5b1d1-b320-420e-90cd-570d45418d38" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.857553] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9704b6c5-6acc-4eaa-b450-bcab2ecd5888 in Status: SUCCESS [ 1194.857828] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9704b6c5-6acc-4eaa-b450-bcab2ecd5888 deletion is rescheduled due to dependency. [ 1194.857828] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9704b6c5-6acc-4eaa-b450-bcab2ecd5888" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.858555] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: SUCCESS [ 1194.858712] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 deletion is rescheduled due to dependency. [ 1194.858810] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.858949] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.859169] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.859371] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.859504] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.859559] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.859694] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.859772] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.859858] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.860024] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e922e4a-724a-4bf3-990a-f659769bc6d8 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.860126] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.860190] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.860319] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.860462] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.860552] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.860602] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.860741] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.860815] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.860895] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.861026] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e922e4a-724a-4bf3-990a-f659769bc6d8',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.869761] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.869979] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.870068] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.870227] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.888802] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.889299] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.889450] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.889450] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.889584] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.889663] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.889755] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a228f9bf-a6fc-4491-befd-acccfa670c23 is going to be updated. [ 1194.911468] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.911605] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.911846] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.911846] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.911978] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.919728] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a228f9bf-a6fc-4491-befd-acccfa670c23 in Status: IN_PROGRESS for 2s [ 1195.003165] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8195f719-c46d-4b07-bb82-f4574fff0722 in Status: SUCCESS [ 1195.003165] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8195f719-c46d-4b07-bb82-f4574fff0722" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.364223] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e922e4a-724a-4bf3-990a-f659769bc6d8: rpc.has_security_group_logging(os_id): False [ 1195.380381] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.380679] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.380679] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.380846] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.380938] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.381150] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.381251] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.381313] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.381462] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.381538] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.381733] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.381823] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.381882] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.382045] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.382218] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.382447] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.382570] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.382640] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.382786] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.382860] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.382949] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 is going to be updated. [ 1195.441115] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.441115] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.441115] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.441318] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.441462] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.456042] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: IN_PROGRESS for 2s [ 1196.929088] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a228f9bf-a6fc-4491-befd-acccfa670c23 in Status: SUCCESS [ 1196.929088] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a228f9bf-a6fc-4491-befd-acccfa670c23 deletion is rescheduled due to dependency. [ 1196.929088] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a228f9bf-a6fc-4491-befd-acccfa670c23" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.474281] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e922e4a-724a-4bf3-990a-f659769bc6d8 in Status: SUCCESS [ 1197.474548] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e922e4a-724a-4bf3-990a-f659769bc6d8" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.367507] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1199.367507] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1204.368287] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1204.368635] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1204.910217] env[69258]: INFO networking_nsxv3.common.synchronization [req-ddf9df10-a3d3-4807-9ccc-c4f1d23efece req-9b944aa6-096e-44e9-80d2-c78e27dc162a tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Enqueued Resource ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba with Priority: HIGHEST for action security_group_members [ 1204.910794] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba with Priority: HIGHEST for action security_group_members [ 1204.911153] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.911273] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.911757] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.911757] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.911757] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.912279] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.912279] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.912279] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.912279] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.912535] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2a2dcfa-c9e2-465d-9155-08c35e41e5ba',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.415298] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.415298] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.415298] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.415298] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.436638] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.436916] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.437048] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.437117] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.437320] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.437401] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.437492] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba is going to be updated. [ 1205.465134] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.465431] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.465431] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.465528] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.465656] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.474209] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba in Status: IN_PROGRESS for 2s [ 1207.375341] env[69258]: INFO networking_nsxv3.common.synchronization [req-bbbe1a65-84c5-47d1-9ad7-00b343a477e0 req-2e4e4218-4e7b-4283-a46e-94811bd6df70 tempest-InstanceActionsTestJSON-1217700773 tempest-InstanceActionsTestJSON-1217700773-project-member] Enqueued Resource ID: 8195f719-c46d-4b07-bb82-f4574fff0722 with Priority: HIGHEST for action security_group_members [ 1207.376050] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8195f719-c46d-4b07-bb82-f4574fff0722 with Priority: HIGHEST for action security_group_members [ 1207.377381] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-8195f719-c46d-4b07-bb82-f4574fff0722 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.377518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8195f719-c46d-4b07-bb82-f4574fff0722" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.377590] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8195f719-c46d-4b07-bb82-f4574fff0722" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.377790] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8195f719-c46d-4b07-bb82-f4574fff0722" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.377962] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.378083] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.378150] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.378302] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.378391] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.378490] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8195f719-c46d-4b07-bb82-f4574fff0722',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.484902] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba in Status: SUCCESS [ 1207.485144] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba deletion is rescheduled due to dependency. [ 1207.485360] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.531610] env[69258]: INFO networking_nsxv3.common.synchronization [req-a06ed454-04df-4a43-8af0-50e710c718ca req-15a7ea76-8898-4df6-b564-57b1b0ead7ba tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Enqueued Resource ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 with Priority: HIGHEST for action security_group_members [ 1207.531937] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 with Priority: HIGHEST for action security_group_members [ 1207.532223] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f821c4b-bd82-47cd-9d53-849bebf1d446 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.532369] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.532428] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.532662] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.532793] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.532941] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.533010] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.533122] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.533253] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.533370] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f821c4b-bd82-47cd-9d53-849bebf1d446',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.880406] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.880605] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.880684] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.880912] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.881022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.881240] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.881363] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.881402] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.881550] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.881629] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.881720] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8195f719-c46d-4b07-bb82-f4574fff0722 is going to be updated. [ 1207.907080] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.907266] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.907355] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.907573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.907725] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.918498] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8195f719-c46d-4b07-bb82-f4574fff0722 in Status: IN_PROGRESS for 2s [ 1208.035526] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.035698] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.035772] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.035998] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.055955] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.056285] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.056414] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.056476] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.057059] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.057158] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.057266] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 is going to be updated. [ 1208.080436] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.080642] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.080684] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.080896] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.081075] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.088630] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 in Status: IN_PROGRESS for 2s [ 1209.927417] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8195f719-c46d-4b07-bb82-f4574fff0722 in Status: SUCCESS [ 1209.927731] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8195f719-c46d-4b07-bb82-f4574fff0722 deletion is rescheduled due to dependency. [ 1209.927731] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8195f719-c46d-4b07-bb82-f4574fff0722" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.098494] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 in Status: SUCCESS [ 1210.098692] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 deletion is rescheduled due to dependency. [ 1210.098804] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.533081] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1212.533339] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1212.757985] env[69258]: INFO networking_nsxv3.common.synchronization [req-641652d0-af58-41ff-b903-baeb48e43e63 req-8d1ada98-d935-43a9-8a70-3d85dbf87bce tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Enqueued Resource ID: a9c6617f-add1-4d3c-be6c-4a6a38401921 with Priority: HIGHEST for action security_group_members [ 1212.758277] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c6617f-add1-4d3c-be6c-4a6a38401921 with Priority: HIGHEST for action security_group_members [ 1212.758596] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9c6617f-add1-4d3c-be6c-4a6a38401921 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.759027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9c6617f-add1-4d3c-be6c-4a6a38401921" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.759027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9c6617f-add1-4d3c-be6c-4a6a38401921" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.759183] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9c6617f-add1-4d3c-be6c-4a6a38401921" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.759258] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.759359] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.759421] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.759573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.759657] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.760538] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9c6617f-add1-4d3c-be6c-4a6a38401921',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.046143] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-37 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.046423] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-37" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.046631] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-37" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.047029] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-37" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.047304] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.047476] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.047604] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.047833] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.047986] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.048237] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1213.048360] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1213.048479] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1213.048602] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1213.048722] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1213.048836] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1213.048979] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1213.069686] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1213.070042] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1213.070336] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1213.070650] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-37" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.071171] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-d75a5e65-3adc-4f16-ae3d-de96ec72c71a taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.071484] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-d75a5e65-3adc-4f16-ae3d-de96ec72c71a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.071737] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-d75a5e65-3adc-4f16-ae3d-de96ec72c71a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.072236] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-d75a5e65-3adc-4f16-ae3d-de96ec72c71a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.072514] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d75a5e65-3adc-4f16-ae3d-de96ec72c71a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.261899] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.262146] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.262146] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.262468] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.262532] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.262687] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.262793] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.262843] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.263017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.263089] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.263166] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9c6617f-add1-4d3c-be6c-4a6a38401921 already deleted. [ 1213.263250] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9c6617f-add1-4d3c-be6c-4a6a38401921" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.431335] env[69258]: INFO networking_nsxv3.common.synchronization [req-9401e8fd-b976-4b7a-8326-b697c76dc207 req-0b23080e-ddd8-4dff-bcfe-92be9f4dbc4d tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Enqueued Resource ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 with Priority: HIGHEST for action security_group_members [ 1213.431335] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 with Priority: HIGHEST for action security_group_members [ 1213.431335] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-666661ba-6bfd-438b-8663-a50d8c1f30b3 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.431335] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.431335] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.434233] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.434233] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.434233] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.434233] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.434233] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.434233] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.434505] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('666661ba-6bfd-438b-8663-a50d8c1f30b3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.454742] env[69258]: INFO networking_nsxv3.common.synchronization [req-9401e8fd-b976-4b7a-8326-b697c76dc207 req-0b23080e-ddd8-4dff-bcfe-92be9f4dbc4d tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Enqueued Resource ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 with Priority: HIGHEST for action security_group_rules [ 1213.454988] env[69258]: INFO networking_nsxv3.common.synchronization [req-9401e8fd-b976-4b7a-8326-b697c76dc207 req-0b23080e-ddd8-4dff-bcfe-92be9f4dbc4d tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Enqueued Resource ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 with Priority: HIGHEST for action security_group_members [ 1213.455168] env[69258]: INFO networking_nsxv3.common.synchronization [req-9401e8fd-b976-4b7a-8326-b697c76dc207 req-0b23080e-ddd8-4dff-bcfe-92be9f4dbc4d tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Enqueued Resource ID: a9afefde-c747-47b3-b504-1c21dc6ec7bf with Priority: HIGHEST for action port [ 1213.457851] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 with Priority: HIGHEST for action security_group_rules [ 1213.458038] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 with Priority: HIGHEST for action security_group_members [ 1213.459025] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9afefde-c747-47b3-b504-1c21dc6ec7bf with Priority: HIGHEST for action port [ 1213.459025] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-666661ba-6bfd-438b-8663-a50d8c1f30b3 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.459238] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.459238] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.459410] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.459492] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('666661ba-6bfd-438b-8663-a50d8c1f30b3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.460602] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-666661ba-6bfd-438b-8663-a50d8c1f30b3 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.460860] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.461117] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9afefde-c747-47b3-b504-1c21dc6ec7bf taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.461223] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9afefde-c747-47b3-b504-1c21dc6ec7bf" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.461286] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9afefde-c747-47b3-b504-1c21dc6ec7bf" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.461470] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9afefde-c747-47b3-b504-1c21dc6ec7bf" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.461547] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9afefde-c747-47b3-b504-1c21dc6ec7bf',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.574882] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.575222] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.575267] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.575545] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.575700] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.575859] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port d75a5e65-3adc-4f16-ae3d-de96ec72c71a not found, creating... [ 1213.576138] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.576304] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.576430] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.576647] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.576789] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.577082] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.577250] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.577471] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.577694] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.577836] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.577982] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: d75a5e65-3adc-4f16-ae3d-de96ec72c71a is going to be created. [ 1213.596091] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.596292] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.596419] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.596676] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.596911] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.597156] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-d75a5e65-3adc-4f16-ae3d-de96ec72c71a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.937189] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('666661ba-6bfd-438b-8663-a50d8c1f30b3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.964489] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-666661ba-6bfd-438b-8663-a50d8c1f30b3 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.964681] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.965027] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9afefde-c747-47b3-b504-1c21dc6ec7bf with status ACTIVE [ 1213.965770] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.965770] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.965770] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.965770] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.965770] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.966242] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.966242] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.966242] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.966242] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.966242] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.966507] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.966507] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.966602] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.966694] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.966775] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.967658] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9afefde-c747-47b3-b504-1c21dc6ec7bf is going to be updated. [ 1213.986919] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.987077] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.987153] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.987341] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.987475] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.987623] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9afefde-c747-47b3-b504-1c21dc6ec7bf" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.290983] env[69258]: INFO networking_nsxv3.common.synchronization [req-641652d0-af58-41ff-b903-baeb48e43e63 req-46ee861e-d712-4bd5-bcd9-cccef7d70403 service nova] Enqueued Resource ID: a9c6617f-add1-4d3c-be6c-4a6a38401921 with Priority: HIGHEST for action security_group_rules [ 1214.291202] env[69258]: INFO networking_nsxv3.common.synchronization [req-641652d0-af58-41ff-b903-baeb48e43e63 req-46ee861e-d712-4bd5-bcd9-cccef7d70403 service nova] Enqueued Resource ID: a9c6617f-add1-4d3c-be6c-4a6a38401921 with Priority: HIGHEST for action security_group_members [ 1214.291351] env[69258]: INFO networking_nsxv3.common.synchronization [req-641652d0-af58-41ff-b903-baeb48e43e63 req-46ee861e-d712-4bd5-bcd9-cccef7d70403 service nova] Enqueued Resource ID: d75a5e65-3adc-4f16-ae3d-de96ec72c71a with Priority: HIGHEST for action port [ 1214.291585] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c6617f-add1-4d3c-be6c-4a6a38401921 with Priority: HIGHEST for action security_group_rules [ 1214.291928] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c6617f-add1-4d3c-be6c-4a6a38401921 with Priority: HIGHEST for action security_group_members [ 1214.291928] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d75a5e65-3adc-4f16-ae3d-de96ec72c71a with Priority: HIGHEST for action port [ 1214.293039] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9c6617f-add1-4d3c-be6c-4a6a38401921 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.293039] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9c6617f-add1-4d3c-be6c-4a6a38401921" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.293039] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9c6617f-add1-4d3c-be6c-4a6a38401921" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.293039] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9c6617f-add1-4d3c-be6c-4a6a38401921" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.294250] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9c6617f-add1-4d3c-be6c-4a6a38401921',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.294942] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9c6617f-add1-4d3c-be6c-4a6a38401921 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.294942] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9c6617f-add1-4d3c-be6c-4a6a38401921" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.296560] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9c6617f-add1-4d3c-be6c-4a6a38401921" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.296560] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9c6617f-add1-4d3c-be6c-4a6a38401921" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.296560] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.296560] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.296759] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.296759] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.296859] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.296953] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9c6617f-add1-4d3c-be6c-4a6a38401921',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.298119] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-d75a5e65-3adc-4f16-ae3d-de96ec72c71a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.298119] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d75a5e65-3adc-4f16-ae3d-de96ec72c71a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.298378] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d75a5e65-3adc-4f16-ae3d-de96ec72c71a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.298427] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d75a5e65-3adc-4f16-ae3d-de96ec72c71a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.298572] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d75a5e65-3adc-4f16-ae3d-de96ec72c71a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.439563] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('666661ba-6bfd-438b-8663-a50d8c1f30b3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.800730] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9c6617f-add1-4d3c-be6c-4a6a38401921 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.801057] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9c6617f-add1-4d3c-be6c-4a6a38401921" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.801057] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9c6617f-add1-4d3c-be6c-4a6a38401921',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.803909] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d75a5e65-3adc-4f16-ae3d-de96ec72c71a with status ACTIVE [ 1214.804111] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.804170] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.805396] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.805396] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.805396] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.805396] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.805396] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.805396] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.805396] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.805396] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.806014] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.806014] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.806014] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.806014] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.806244] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.806244] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d75a5e65-3adc-4f16-ae3d-de96ec72c71a is going to be updated. [ 1214.825952] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.826117] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.826188] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.826391] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.826525] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.826694] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d75a5e65-3adc-4f16-ae3d-de96ec72c71a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.941399] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.941552] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.941632] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.941909] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.942057] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.942167] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 is going to be updated. [ 1214.969820] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.970030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.970071] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.970296] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.970443] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.979014] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 in Status: IN_PROGRESS for 2s [ 1215.303657] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9c6617f-add1-4d3c-be6c-4a6a38401921',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.806585] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.806918] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.806918] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.806982] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.807118] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.807856] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9c6617f-add1-4d3c-be6c-4a6a38401921 is going to be created. [ 1215.831526] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.831676] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.831749] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.832042] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.832209] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.841565] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9c6617f-add1-4d3c-be6c-4a6a38401921 in Status: UNINITIALIZED for 2s [ 1215.905180] env[69258]: INFO networking_nsxv3.common.synchronization [req-d717e745-5ba7-4593-90bb-66e1342ffb67 req-0d3c6892-538d-4a6b-867c-66d4b3b4421f tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Enqueued Resource ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 with Priority: HIGHEST for action security_group_members [ 1215.905769] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 with Priority: HIGHEST for action security_group_members [ 1215.906137] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-666661ba-6bfd-438b-8663-a50d8c1f30b3 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.906219] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.956539] env[69258]: INFO networking_nsxv3.common.synchronization [req-d717e745-5ba7-4593-90bb-66e1342ffb67 req-0d3c6892-538d-4a6b-867c-66d4b3b4421f tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Enqueued Resource ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 with Priority: HIGHEST for action security_group_rules [ 1215.956756] env[69258]: INFO networking_nsxv3.common.synchronization [req-d717e745-5ba7-4593-90bb-66e1342ffb67 req-0d3c6892-538d-4a6b-867c-66d4b3b4421f tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Enqueued Resource ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 with Priority: HIGHEST for action security_group_members [ 1215.956914] env[69258]: INFO networking_nsxv3.common.synchronization [req-d717e745-5ba7-4593-90bb-66e1342ffb67 req-0d3c6892-538d-4a6b-867c-66d4b3b4421f tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Enqueued Resource ID: a9afefde-c747-47b3-b504-1c21dc6ec7bf with Priority: HIGHEST for action port [ 1215.957512] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 with Priority: HIGHEST for action security_group_rules [ 1215.957621] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 with Priority: HIGHEST for action security_group_members [ 1215.957712] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9afefde-c747-47b3-b504-1c21dc6ec7bf with Priority: HIGHEST for action port [ 1215.957979] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-666661ba-6bfd-438b-8663-a50d8c1f30b3 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.960489] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.961401] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-666661ba-6bfd-438b-8663-a50d8c1f30b3 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.961506] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.961711] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9afefde-c747-47b3-b504-1c21dc6ec7bf taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.961817] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9afefde-c747-47b3-b504-1c21dc6ec7bf" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.961882] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9afefde-c747-47b3-b504-1c21dc6ec7bf" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.962125] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9afefde-c747-47b3-b504-1c21dc6ec7bf" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.962210] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9afefde-c747-47b3-b504-1c21dc6ec7bf',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.465395] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9afefde-c747-47b3-b504-1c21dc6ec7bf with status ACTIVE [ 1216.466028] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.466028] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.466028] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.466028] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.466028] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.466279] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.466323] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.466402] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.466537] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.466616] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.466792] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.467121] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.467121] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.467121] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.467341] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.467341] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9afefde-c747-47b3-b504-1c21dc6ec7bf is going to be updated. [ 1216.498214] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.498214] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.498214] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.498214] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.498214] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.498214] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9afefde-c747-47b3-b504-1c21dc6ec7bf" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.883379] env[69258]: INFO networking_nsxv3.common.synchronization [None req-99e436dc-9448-4eab-b4f6-7dfa7ff21ed0 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Enqueued Resource ID: d18ed7da-0bbb-408f-a36d-16ed03fc7894 with Priority: HIGHEST for action security_group_rules [ 1216.884497] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18ed7da-0bbb-408f-a36d-16ed03fc7894 with Priority: HIGHEST for action security_group_rules [ 1216.884810] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d18ed7da-0bbb-408f-a36d-16ed03fc7894 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.884961] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d18ed7da-0bbb-408f-a36d-16ed03fc7894" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.885029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d18ed7da-0bbb-408f-a36d-16ed03fc7894" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.886496] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d18ed7da-0bbb-408f-a36d-16ed03fc7894" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.886496] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d18ed7da-0bbb-408f-a36d-16ed03fc7894',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.988998] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 in Status: SUCCESS [ 1216.989227] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.989405] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.989627] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.989842] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.989954] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.990074] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.990183] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.990261] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.990361] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('666661ba-6bfd-438b-8663-a50d8c1f30b3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.018498] env[69258]: INFO networking_nsxv3.common.synchronization [None req-e42744c1-6d4c-4e26-9720-7e05a8e3bb8e tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Enqueued Resource ID: d18ed7da-0bbb-408f-a36d-16ed03fc7894 with Priority: HIGHEST for action security_group_rules [ 1217.019349] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18ed7da-0bbb-408f-a36d-16ed03fc7894 with Priority: HIGHEST for action security_group_rules [ 1217.019702] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d18ed7da-0bbb-408f-a36d-16ed03fc7894 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.019806] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d18ed7da-0bbb-408f-a36d-16ed03fc7894" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.408041] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.408186] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.408263] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.408495] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.408577] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.408679] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d18ed7da-0bbb-408f-a36d-16ed03fc7894 already deleted. [ 1217.408831] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d18ed7da-0bbb-408f-a36d-16ed03fc7894" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.408907] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d18ed7da-0bbb-408f-a36d-16ed03fc7894" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.409114] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d18ed7da-0bbb-408f-a36d-16ed03fc7894" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.409193] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d18ed7da-0bbb-408f-a36d-16ed03fc7894',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.495312] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('666661ba-6bfd-438b-8663-a50d8c1f30b3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.850868] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9c6617f-add1-4d3c-be6c-4a6a38401921 in Status: SUCCESS [ 1217.851238] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9c6617f-add1-4d3c-be6c-4a6a38401921" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.852175] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9c6617f-add1-4d3c-be6c-4a6a38401921" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.852175] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9c6617f-add1-4d3c-be6c-4a6a38401921" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.852175] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.852175] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.852175] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.853035] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.853406] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.853674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9c6617f-add1-4d3c-be6c-4a6a38401921" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.854387] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9c6617f-add1-4d3c-be6c-4a6a38401921',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.921976] env[69258]: INFO networking_nsxv3.common.synchronization [req-3322623c-0e39-47d4-8388-9e8c434e4232 req-06dc5fa7-c9a4-4f13-827e-6a349353dd4a tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Enqueued Resource ID: 779d27df-8595-490a-8f14-30d04012af0e with Priority: HIGHEST for action security_group_members [ 1217.922673] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779d27df-8595-490a-8f14-30d04012af0e with Priority: HIGHEST for action security_group_members [ 1217.923136] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-779d27df-8595-490a-8f14-30d04012af0e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.923309] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.923419] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.923675] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.924384] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.924555] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.924673] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.924902] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.925422] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.925630] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('779d27df-8595-490a-8f14-30d04012af0e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.931390] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.931390] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.931390] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.931390] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.931390] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.931390] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d18ed7da-0bbb-408f-a36d-16ed03fc7894 already deleted. [ 1217.931390] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d18ed7da-0bbb-408f-a36d-16ed03fc7894" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.998374] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('666661ba-6bfd-438b-8663-a50d8c1f30b3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.357176] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9c6617f-add1-4d3c-be6c-4a6a38401921',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.428343] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('779d27df-8595-490a-8f14-30d04012af0e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.503692] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.503913] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.503958] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.504170] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.504289] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.504470] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 is going to be updated. [ 1218.530976] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.531156] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.531235] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.531894] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.531894] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.543050] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 in Status: IN_PROGRESS for 2s [ 1218.860721] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9c6617f-add1-4d3c-be6c-4a6a38401921: rpc.has_security_group_logging(os_id): False [ 1218.877669] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.877830] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.877871] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.878606] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.878606] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.878606] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.878606] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.878606] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.878855] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.878855] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.878907] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9c6617f-add1-4d3c-be6c-4a6a38401921 is going to be created. [ 1218.930432] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.930814] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.930814] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.930902] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.931131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.932386] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('779d27df-8595-490a-8f14-30d04012af0e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.942007] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9c6617f-add1-4d3c-be6c-4a6a38401921 in Status: IN_PROGRESS for 2s [ 1219.435474] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.435634] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.435710] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.435933] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.436046] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.436141] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 779d27df-8595-490a-8f14-30d04012af0e is going to be updated. [ 1219.466069] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.466240] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.467456] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.468596] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.468596] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.481062] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779d27df-8595-490a-8f14-30d04012af0e in Status: IN_PROGRESS for 2s [ 1219.830452] env[69258]: INFO networking_nsxv3.common.synchronization [req-1d18e410-295c-41ee-a0c8-25910b474768 req-bf1e43bb-846c-4226-afb2-f6785981d716 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Enqueued Resource ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 with Priority: HIGHEST for action security_group_members [ 1219.830969] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 with Priority: HIGHEST for action security_group_members [ 1219.832243] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a62bc8e-932f-4362-a35f-e82b5fc11a70 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.832424] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.832502] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.832714] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.832850] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.832952] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.833024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.833176] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.833262] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.833399] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a62bc8e-932f-4362-a35f-e82b5fc11a70',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.854404] env[69258]: INFO networking_nsxv3.common.synchronization [req-8b243d5e-00ba-47b6-9696-5b0f181f8b9c req-8834913c-8ba4-4284-b46f-b1f2e5fab245 tempest-AttachInterfacesUnderV243Test-1195215572 tempest-AttachInterfacesUnderV243Test-1195215572-project-member] Enqueued Resource ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 with Priority: HIGHEST for action security_group_members [ 1219.856860] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 with Priority: HIGHEST for action security_group_members [ 1219.857487] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-666661ba-6bfd-438b-8663-a50d8c1f30b3 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.857602] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.338400] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.338757] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.338757] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.338854] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.358962] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.359229] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.359343] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.359431] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.359618] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.359703] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.359792] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 is going to be updated. [ 1220.382747] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.383041] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.383041] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.383224] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.383371] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.396977] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 in Status: IN_PROGRESS for 2s [ 1220.552868] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 in Status: SUCCESS [ 1220.553156] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.553318] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.553592] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.553826] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.554043] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.554078] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.554222] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.554304] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.554392] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.554490] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('666661ba-6bfd-438b-8663-a50d8c1f30b3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.555320] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.555482] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.555646] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.555748] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.555811] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.555946] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.556038] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.556129] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('666661ba-6bfd-438b-8663-a50d8c1f30b3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.954089] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9c6617f-add1-4d3c-be6c-4a6a38401921 in Status: SUCCESS [ 1220.954353] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9c6617f-add1-4d3c-be6c-4a6a38401921" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.059456] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('666661ba-6bfd-438b-8663-a50d8c1f30b3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.060654] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.060821] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.060940] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.061198] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.081551] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.081718] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.081974] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.081974] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.082123] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.082202] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.082290] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 is going to be updated. [ 1221.106014] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.106195] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.106249] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.106442] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.106606] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.114247] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 in Status: IN_PROGRESS for 2s [ 1221.229667] env[69258]: INFO networking_nsxv3.common.synchronization [req-edb0d4a0-29e1-47b7-8535-3fb66fc72f06 req-eaa85005-7e31-4653-8600-5bf04a6e70f2 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Enqueued Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_members [ 1221.231131] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_members [ 1221.231131] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.231131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.231131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.231131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.231368] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.231409] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.231511] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.231636] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.231722] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.231816] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.537560] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779d27df-8595-490a-8f14-30d04012af0e in Status: SUCCESS [ 1221.537859] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.564251] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 666661ba-6bfd-438b-8663-a50d8c1f30b3: rpc.has_security_group_logging(os_id): False [ 1221.604818] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.604999] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.605092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.605253] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.605339] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.605588] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.605688] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.605749] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.605891] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.605961] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.606057] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 is going to be updated. [ 1221.681905] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.682037] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.682080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.682360] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.682555] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.699797] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 in Status: IN_PROGRESS for 2s [ 1221.734627] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.734627] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.734855] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.734964] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.735036] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.736034] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.736034] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.736034] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.736034] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.736034] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.736034] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b48f402-907d-4c46-9590-20353319ee6c is going to be updated. [ 1221.782124] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.782293] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.782337] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.782614] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.782753] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.791117] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: IN_PROGRESS for 2s [ 1222.409296] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 in Status: SUCCESS [ 1222.409481] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 deletion is rescheduled due to dependency. [ 1222.409583] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.123578] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 in Status: IN_PROGRESS for 4s [ 1223.713265] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 in Status: SUCCESS [ 1223.713529] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.713715] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.713947] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.714050] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('666661ba-6bfd-438b-8663-a50d8c1f30b3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.822043] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: SUCCESS [ 1223.822043] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b48f402-907d-4c46-9590-20353319ee6c deletion is rescheduled due to dependency. [ 1223.822150] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.237255] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.237675] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.237675] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.237744] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.237845] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.237885] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 is going to be deleted. [ 1224.288205] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.288461] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.288461] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.288623] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.288853] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.289051] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.759461] env[69258]: INFO networking_nsxv3.common.synchronization [req-a54e9a52-4842-4807-a213-912da8efbca5 req-0aed7848-9844-4322-88bd-3e2d70b45f6c tempest-ServerRescueNegativeTestJSON-490084945 tempest-ServerRescueNegativeTestJSON-490084945-project-member] Enqueued Resource ID: 779d27df-8595-490a-8f14-30d04012af0e with Priority: HIGHEST for action security_group_members [ 1224.760070] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779d27df-8595-490a-8f14-30d04012af0e with Priority: HIGHEST for action security_group_members [ 1224.760617] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-779d27df-8595-490a-8f14-30d04012af0e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.760788] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.761500] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.761500] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.761500] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.761500] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.761500] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.761752] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.761787] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.761967] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('779d27df-8595-490a-8f14-30d04012af0e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.133604] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 in Status: SUCCESS [ 1225.133795] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 deletion is rescheduled due to dependency. [ 1225.133932] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.134148] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.134374] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.134615] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.134744] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.134801] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.134967] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.135071] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.135169] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('666661ba-6bfd-438b-8663-a50d8c1f30b3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.264432] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.264781] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.264781] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.264876] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.284829] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.285147] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.285270] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.285339] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.285536] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.285669] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.285783] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 779d27df-8595-490a-8f14-30d04012af0e is going to be updated. [ 1225.311956] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.312191] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.312191] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.312688] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.312842] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.321014] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779d27df-8595-490a-8f14-30d04012af0e in Status: IN_PROGRESS for 2s [ 1225.637490] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.637653] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.637723] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.637944] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.638048] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.638253] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.638357] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.638416] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.638567] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.638641] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.638730] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 is going to be deleted. [ 1225.642049] env[69258]: INFO networking_nsxv3.common.synchronization [req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 req-99288a36-0703-44b1-8d93-dedc48ffefd9 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Enqueued Resource ID: d18ed7da-0bbb-408f-a36d-16ed03fc7894 with Priority: HIGHEST for action security_group_members [ 1225.642329] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18ed7da-0bbb-408f-a36d-16ed03fc7894 with Priority: HIGHEST for action security_group_members [ 1225.643013] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18ed7da-0bbb-408f-a36d-16ed03fc7894 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.643013] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18ed7da-0bbb-408f-a36d-16ed03fc7894" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.643186] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18ed7da-0bbb-408f-a36d-16ed03fc7894" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.643436] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18ed7da-0bbb-408f-a36d-16ed03fc7894" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.643591] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.643684] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.643745] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.643885] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.643962] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.644060] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18ed7da-0bbb-408f-a36d-16ed03fc7894',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.666416] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.666643] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.666643] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.666879] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.666972] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.667101] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.667255] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.667434] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.667604] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.667821] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.667821] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.667927] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.668010] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.668107] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('666661ba-6bfd-438b-8663-a50d8c1f30b3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.972224] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-675 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.972224] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-675" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.972224] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-675" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.972529] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-675" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.972852] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.972925] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.973086] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.973278] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.973378] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.973622] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1225.974043] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1225.974043] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1225.974043] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1225.974043] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1225.974220] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1225.974388] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1225.994052] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1225.994052] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1225.994052] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1225.994052] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-675" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.994405] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-f8c7549a-337c-48f6-aa80-9bfb14688c6b taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.994581] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-f8c7549a-337c-48f6-aa80-9bfb14688c6b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.994715] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-f8c7549a-337c-48f6-aa80-9bfb14688c6b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.995100] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-f8c7549a-337c-48f6-aa80-9bfb14688c6b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.995385] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8c7549a-337c-48f6-aa80-9bfb14688c6b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.146171] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.146347] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.146393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.146632] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.146759] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.146967] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.147153] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.147153] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.147303] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.147346] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.147537] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18ed7da-0bbb-408f-a36d-16ed03fc7894 already deleted. [ 1226.147537] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18ed7da-0bbb-408f-a36d-16ed03fc7894" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.171034] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.171210] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.171210] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.171415] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.171509] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.171736] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.171864] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.171936] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.172144] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.172313] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.172313] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 666661ba-6bfd-438b-8663-a50d8c1f30b3 already deleted. [ 1226.172555] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-666661ba-6bfd-438b-8663-a50d8c1f30b3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.500987] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.501417] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.501417] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.501633] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.501839] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.501953] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port f8c7549a-337c-48f6-aa80-9bfb14688c6b not found, creating... [ 1226.502234] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.502465] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.502609] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.502842] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.502989] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.503301] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.503544] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.503683] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.503971] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.504052] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.504202] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: f8c7549a-337c-48f6-aa80-9bfb14688c6b is going to be created. [ 1226.524456] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.524773] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.524920] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.525217] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.525447] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.525672] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-f8c7549a-337c-48f6-aa80-9bfb14688c6b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.331331] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 779d27df-8595-490a-8f14-30d04012af0e in Status: SUCCESS [ 1227.331527] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 779d27df-8595-490a-8f14-30d04012af0e deletion is rescheduled due to dependency. [ 1227.331666] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.505078] env[69258]: INFO networking_nsxv3.common.synchronization [req-29a535d2-bb08-4697-a972-a1d8bdead993 req-5097262f-3c4f-4fa3-a0d7-1ec71c7a3cb8 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Enqueued Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_members [ 1227.505631] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_members [ 1227.505950] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.506213] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.506321] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.506554] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.506754] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.506892] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.506981] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.507177] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.507298] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.507647] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.801380] env[69258]: INFO networking_nsxv3.common.synchronization [req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 req-780e55c3-60c4-423e-b02b-1a2e48327b1a service nova] Enqueued Resource ID: d18ed7da-0bbb-408f-a36d-16ed03fc7894 with Priority: HIGHEST for action security_group_rules [ 1227.801574] env[69258]: INFO networking_nsxv3.common.synchronization [req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 req-780e55c3-60c4-423e-b02b-1a2e48327b1a service nova] Enqueued Resource ID: d18ed7da-0bbb-408f-a36d-16ed03fc7894 with Priority: HIGHEST for action security_group_members [ 1227.801715] env[69258]: INFO networking_nsxv3.common.synchronization [req-1530d59a-cd97-4df2-a6ed-8ab63f693b58 req-780e55c3-60c4-423e-b02b-1a2e48327b1a service nova] Enqueued Resource ID: f8c7549a-337c-48f6-aa80-9bfb14688c6b with Priority: HIGHEST for action port [ 1227.802336] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18ed7da-0bbb-408f-a36d-16ed03fc7894 with Priority: HIGHEST for action security_group_rules [ 1227.802561] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18ed7da-0bbb-408f-a36d-16ed03fc7894 with Priority: HIGHEST for action security_group_members [ 1227.802713] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8c7549a-337c-48f6-aa80-9bfb14688c6b with Priority: HIGHEST for action port [ 1227.805029] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d18ed7da-0bbb-408f-a36d-16ed03fc7894 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.805029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d18ed7da-0bbb-408f-a36d-16ed03fc7894" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.805029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d18ed7da-0bbb-408f-a36d-16ed03fc7894" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.805029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d18ed7da-0bbb-408f-a36d-16ed03fc7894" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.805029] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d18ed7da-0bbb-408f-a36d-16ed03fc7894',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.805380] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18ed7da-0bbb-408f-a36d-16ed03fc7894 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.805380] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18ed7da-0bbb-408f-a36d-16ed03fc7894" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.805500] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18ed7da-0bbb-408f-a36d-16ed03fc7894" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.805667] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18ed7da-0bbb-408f-a36d-16ed03fc7894" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.805853] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.805973] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.806073] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.806293] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.806411] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.806528] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18ed7da-0bbb-408f-a36d-16ed03fc7894',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.807330] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8c7549a-337c-48f6-aa80-9bfb14688c6b taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.807473] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8c7549a-337c-48f6-aa80-9bfb14688c6b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.807635] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8c7549a-337c-48f6-aa80-9bfb14688c6b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.807827] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8c7549a-337c-48f6-aa80-9bfb14688c6b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.807885] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8c7549a-337c-48f6-aa80-9bfb14688c6b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.901012] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-990 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.901305] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-990" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.901490] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-990" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.901802] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-990" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.902120] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.902323] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.902467] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.902711] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.902867] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.903096] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1227.903217] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1227.903467] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1227.903624] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1227.903754] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1227.903866] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1227.904022] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1227.922592] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1227.922592] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1227.924575] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1227.924575] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-990" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.924575] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-5cbfb853-23cc-44a9-8971-34dbb34705f0 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.924575] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-5cbfb853-23cc-44a9-8971-34dbb34705f0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.924575] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-5cbfb853-23cc-44a9-8971-34dbb34705f0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.924575] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-5cbfb853-23cc-44a9-8971-34dbb34705f0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.924575] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cbfb853-23cc-44a9-8971-34dbb34705f0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.009880] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.010099] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.010163] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.010328] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.010419] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.010616] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.010718] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.010770] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.010916] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.010991] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.011090] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b48f402-907d-4c46-9590-20353319ee6c is going to be updated. [ 1228.038805] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.038943] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.039023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.039216] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.039359] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.051714] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: IN_PROGRESS for 2s [ 1228.309996] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18ed7da-0bbb-408f-a36d-16ed03fc7894 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.310149] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18ed7da-0bbb-408f-a36d-16ed03fc7894" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.310446] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d18ed7da-0bbb-408f-a36d-16ed03fc7894',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.311403] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8c7549a-337c-48f6-aa80-9bfb14688c6b with status ACTIVE [ 1228.312046] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.312046] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.312046] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.312046] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.312046] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.312422] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.312422] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.312422] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.312627] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.312627] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.312794] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.312881] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.312943] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.313097] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.313170] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.313252] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8c7549a-337c-48f6-aa80-9bfb14688c6b is going to be updated. [ 1228.333083] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.333280] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.333337] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.333494] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.333631] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.333782] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8c7549a-337c-48f6-aa80-9bfb14688c6b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.428559] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.428559] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.428559] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.428559] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.428559] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.428559] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 5cbfb853-23cc-44a9-8971-34dbb34705f0 not found, creating... [ 1228.428559] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.428559] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.428559] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.428559] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.428559] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.429364] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.429364] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.429633] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.429735] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.429817] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.429986] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 5cbfb853-23cc-44a9-8971-34dbb34705f0 is going to be created. [ 1228.449007] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.449373] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.449522] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.449819] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.450074] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.450313] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-5cbfb853-23cc-44a9-8971-34dbb34705f0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.815216] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d18ed7da-0bbb-408f-a36d-16ed03fc7894',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.310686] env[69258]: INFO networking_nsxv3.common.synchronization [req-29a535d2-bb08-4697-a972-a1d8bdead993 req-c8d9b17e-e632-42a4-823f-a08c13e39b02 service nova] Enqueued Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_rules [ 1229.310861] env[69258]: INFO networking_nsxv3.common.synchronization [req-29a535d2-bb08-4697-a972-a1d8bdead993 req-c8d9b17e-e632-42a4-823f-a08c13e39b02 service nova] Enqueued Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_members [ 1229.311081] env[69258]: INFO networking_nsxv3.common.synchronization [req-29a535d2-bb08-4697-a972-a1d8bdead993 req-c8d9b17e-e632-42a4-823f-a08c13e39b02 service nova] Enqueued Resource ID: 5cbfb853-23cc-44a9-8971-34dbb34705f0 with Priority: HIGHEST for action port [ 1229.311340] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_rules [ 1229.311465] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_members [ 1229.311560] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cbfb853-23cc-44a9-8971-34dbb34705f0 with Priority: HIGHEST for action port [ 1229.313249] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.313390] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.313467] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.313715] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.314568] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.315173] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.315173] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.316378] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cbfb853-23cc-44a9-8971-34dbb34705f0 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.317027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cbfb853-23cc-44a9-8971-34dbb34705f0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.317027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cbfb853-23cc-44a9-8971-34dbb34705f0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.317027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cbfb853-23cc-44a9-8971-34dbb34705f0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.317027] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cbfb853-23cc-44a9-8971-34dbb34705f0',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.317997] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.322193] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.322279] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.322505] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.322613] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.322970] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18ed7da-0bbb-408f-a36d-16ed03fc7894 is going to be created. [ 1229.348727] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.348727] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.348727] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.348727] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.348967] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.359116] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18ed7da-0bbb-408f-a36d-16ed03fc7894 in Status: UNINITIALIZED for 2s [ 1229.818724] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.819070] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.825407] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5cbfb853-23cc-44a9-8971-34dbb34705f0 with status ACTIVE [ 1229.825628] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.825762] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.825834] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.826069] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.826183] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.826361] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.826462] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.826525] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.826730] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.826784] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.827128] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.827241] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.827303] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.827454] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.827530] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.827637] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5cbfb853-23cc-44a9-8971-34dbb34705f0 is going to be updated. [ 1229.846657] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.846841] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.846887] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.847115] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.847237] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.847396] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cbfb853-23cc-44a9-8971-34dbb34705f0" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.852564] env[69258]: INFO networking_nsxv3.common.synchronization [None req-a2a43eeb-e1cf-4c74-a837-446b93ddc3ae tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Enqueued Resource ID: 65d9e649-5442-445a-9530-77202ca8a79a with Priority: HIGHEST for action security_group_rules [ 1229.853100] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65d9e649-5442-445a-9530-77202ca8a79a with Priority: HIGHEST for action security_group_rules [ 1229.853621] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65d9e649-5442-445a-9530-77202ca8a79a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.853745] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.853799] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.854047] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.854134] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65d9e649-5442-445a-9530-77202ca8a79a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.923174] env[69258]: INFO networking_nsxv3.common.synchronization [None req-0d1fb26c-a50a-4148-b276-32321ec7943b tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Enqueued Resource ID: 65d9e649-5442-445a-9530-77202ca8a79a with Priority: HIGHEST for action security_group_rules [ 1229.923856] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65d9e649-5442-445a-9530-77202ca8a79a with Priority: HIGHEST for action security_group_rules [ 1229.924269] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65d9e649-5442-445a-9530-77202ca8a79a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.924409] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.061697] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: SUCCESS [ 1230.061938] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b48f402-907d-4c46-9590-20353319ee6c deletion is rescheduled due to dependency. [ 1230.062089] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.062282] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.062549] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.062758] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.062898] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.062983] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.063180] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.063281] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.063395] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.375360] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.375644] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.375644] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.375881] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.376305] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.376305] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65d9e649-5442-445a-9530-77202ca8a79a already deleted. [ 1230.376410] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.376500] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.376801] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.376944] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65d9e649-5442-445a-9530-77202ca8a79a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.565579] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.896325] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.896619] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.896619] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.897845] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.898052] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.898240] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65d9e649-5442-445a-9530-77202ca8a79a already deleted. [ 1230.898380] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.068673] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.368297] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18ed7da-0bbb-408f-a36d-16ed03fc7894 in Status: SUCCESS [ 1231.368532] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18ed7da-0bbb-408f-a36d-16ed03fc7894" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.368710] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18ed7da-0bbb-408f-a36d-16ed03fc7894" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.368929] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18ed7da-0bbb-408f-a36d-16ed03fc7894" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.369232] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.369232] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.369365] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.369449] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.369524] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.369635] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18ed7da-0bbb-408f-a36d-16ed03fc7894" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.369690] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d18ed7da-0bbb-408f-a36d-16ed03fc7894',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.571914] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.572082] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.572202] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.572364] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.572455] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.572604] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b48f402-907d-4c46-9590-20353319ee6c is going to be updated. [ 1231.606978] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.607187] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.607187] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.607347] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.607487] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.622274] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: IN_PROGRESS for 2s [ 1231.872727] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d18ed7da-0bbb-408f-a36d-16ed03fc7894',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.374505] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d18ed7da-0bbb-408f-a36d-16ed03fc7894: rpc.has_security_group_logging(os_id): False [ 1232.392180] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.392180] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.392180] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.392180] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.392180] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.392541] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.392680] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.392764] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.392947] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.393066] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.393176] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d18ed7da-0bbb-408f-a36d-16ed03fc7894 is going to be created. [ 1232.454548] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.454796] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.455044] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.455152] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.455376] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.468225] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18ed7da-0bbb-408f-a36d-16ed03fc7894 in Status: IN_PROGRESS for 2s [ 1233.631884] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: SUCCESS [ 1233.632231] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.632300] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.632576] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.632815] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.632940] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.633011] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.633201] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.633265] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.633350] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.633443] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.135707] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.136078] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.136171] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.136400] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.136600] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.136693] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.136736] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.136871] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.136959] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.137071] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.137224] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.137316] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.137373] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.137521] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.137660] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.137749] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.137843] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.137943] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.138029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.138114] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.138202] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.479812] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18ed7da-0bbb-408f-a36d-16ed03fc7894 in Status: SUCCESS [ 1234.480087] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d18ed7da-0bbb-408f-a36d-16ed03fc7894" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.642208] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5b48f402-907d-4c46-9590-20353319ee6c: rpc.has_security_group_logging(os_id): False [ 1234.657572] env[69258]: INFO networking_nsxv3.common.synchronization [req-86f142b3-8e6d-4fe4-9f28-e6b6c9484ce9 req-cec2ee32-7cc8-43e7-8088-990609bbe9ad tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Enqueued Resource ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 with Priority: HIGHEST for action security_group_members [ 1234.658357] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.658505] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.658574] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.658756] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.658844] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.659223] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.659352] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.659419] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.659572] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.659658] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.659885] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.659986] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.660054] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.660195] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.660277] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.660548] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.660653] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.660714] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.660855] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.660930] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.661027] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5b48f402-907d-4c46-9590-20353319ee6c is going to be updated. [ 1234.662483] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 with Priority: HIGHEST for action security_group_members [ 1234.662783] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.663014] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.663014] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.663955] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.663955] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.663955] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.663955] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.663955] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.663955] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.663955] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f6ee506-9bfd-4e04-8a0e-87e243c89f45',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.719994] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.720174] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.720244] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.720469] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.720625] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.732697] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: IN_PROGRESS for 2s [ 1235.166794] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1f6ee506-9bfd-4e04-8a0e-87e243c89f45',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.668949] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1f6ee506-9bfd-4e04-8a0e-87e243c89f45',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.173257] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.173468] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.174397] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.174397] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.174397] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.174397] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 is going to be updated. [ 1236.204436] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.204615] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.204721] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.204946] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.205106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.212987] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 in Status: IN_PROGRESS for 2s [ 1236.747901] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: SUCCESS [ 1236.748203] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.224335] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 in Status: SUCCESS [ 1238.224622] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.782356] env[69258]: INFO networking_nsxv3.common.synchronization [req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 req-131bfe54-c97e-4b9e-852e-99764242ea37 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Enqueued Resource ID: 65d9e649-5442-445a-9530-77202ca8a79a with Priority: HIGHEST for action security_group_members [ 1238.783745] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65d9e649-5442-445a-9530-77202ca8a79a with Priority: HIGHEST for action security_group_members [ 1238.784952] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-65d9e649-5442-445a-9530-77202ca8a79a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.784952] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.784952] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.784952] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.784952] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.785787] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.785939] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.786156] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.786251] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.786349] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65d9e649-5442-445a-9530-77202ca8a79a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.111383] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.111607] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-871" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.111739] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-871" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.112048] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-871" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.112357] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.112547] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.112695] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.112971] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.115342] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.115342] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1239.115342] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1239.115342] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1239.115342] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1239.115342] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1239.115342] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1239.115342] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1239.141257] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1239.141438] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1239.141607] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1239.141809] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-871" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.142170] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-1470b332-479c-4e04-beef-e4fbd4e7632d taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.142407] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-1470b332-479c-4e04-beef-e4fbd4e7632d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.142530] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-1470b332-479c-4e04-beef-e4fbd4e7632d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.142914] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-1470b332-479c-4e04-beef-e4fbd4e7632d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.143083] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1470b332-479c-4e04-beef-e4fbd4e7632d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.289690] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.289690] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.289690] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.290214] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.290214] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.290328] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.290517] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.290607] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.290861] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.290950] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.291111] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65d9e649-5442-445a-9530-77202ca8a79a already deleted. [ 1239.291274] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.647030] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.647030] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.647030] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.647252] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.647252] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.647422] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 1470b332-479c-4e04-beef-e4fbd4e7632d not found, creating... [ 1239.647715] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.647873] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.648021] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.648261] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.648405] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.648692] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.648853] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.648973] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.650992] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.650992] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.650992] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 1470b332-479c-4e04-beef-e4fbd4e7632d is going to be created. [ 1239.668936] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.668936] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.669154] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.669875] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.669875] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.670139] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-1470b332-479c-4e04-beef-e4fbd4e7632d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.469073] env[69258]: INFO networking_nsxv3.common.synchronization [req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 req-f3ef210b-449d-4c81-b39c-57358926fd10 service nova] Enqueued Resource ID: 65d9e649-5442-445a-9530-77202ca8a79a with Priority: HIGHEST for action security_group_rules [ 1240.469356] env[69258]: INFO networking_nsxv3.common.synchronization [req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 req-f3ef210b-449d-4c81-b39c-57358926fd10 service nova] Enqueued Resource ID: 65d9e649-5442-445a-9530-77202ca8a79a with Priority: HIGHEST for action security_group_members [ 1240.469449] env[69258]: INFO networking_nsxv3.common.synchronization [req-a1aa7cf7-fa99-41d6-b8b5-7796f8e45972 req-f3ef210b-449d-4c81-b39c-57358926fd10 service nova] Enqueued Resource ID: 1470b332-479c-4e04-beef-e4fbd4e7632d with Priority: HIGHEST for action port [ 1240.470264] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65d9e649-5442-445a-9530-77202ca8a79a with Priority: HIGHEST for action security_group_rules [ 1240.470558] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65d9e649-5442-445a-9530-77202ca8a79a with Priority: HIGHEST for action security_group_members [ 1240.470859] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1470b332-479c-4e04-beef-e4fbd4e7632d with Priority: HIGHEST for action port [ 1240.471188] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65d9e649-5442-445a-9530-77202ca8a79a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.471326] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.471392] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.471592] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.471669] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65d9e649-5442-445a-9530-77202ca8a79a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.473334] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-65d9e649-5442-445a-9530-77202ca8a79a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.475536] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.475536] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.475536] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.475536] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.475536] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.475536] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.475536] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.475536] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.475536] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65d9e649-5442-445a-9530-77202ca8a79a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.476133] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-1470b332-479c-4e04-beef-e4fbd4e7632d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.476133] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1470b332-479c-4e04-beef-e4fbd4e7632d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.476133] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1470b332-479c-4e04-beef-e4fbd4e7632d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.476309] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1470b332-479c-4e04-beef-e4fbd4e7632d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.476309] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1470b332-479c-4e04-beef-e4fbd4e7632d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.974823] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-65d9e649-5442-445a-9530-77202ca8a79a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.974823] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.976322] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65d9e649-5442-445a-9530-77202ca8a79a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.977781] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1470b332-479c-4e04-beef-e4fbd4e7632d with status ACTIVE [ 1240.977781] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.977969] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.978032] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.979134] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.979134] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.979134] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.979134] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.979134] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.979134] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.979134] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.979134] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.979693] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.979693] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.979693] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.979693] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.979693] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1470b332-479c-4e04-beef-e4fbd4e7632d is going to be updated. [ 1240.998480] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.998636] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.998679] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.998881] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.999023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.999181] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1470b332-479c-4e04-beef-e4fbd4e7632d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.478610] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65d9e649-5442-445a-9530-77202ca8a79a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.833180] env[69258]: INFO networking_nsxv3.common.synchronization [req-085bbfc0-4053-4f9b-949e-143d5f7f78d6 req-58757d5a-b0e7-442a-8380-bcabf585eb98 tempest-ServerDiskConfigTestJSON-1165532598 tempest-ServerDiskConfigTestJSON-1165532598-project-member] Enqueued Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_members [ 1241.833344] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b48f402-907d-4c46-9590-20353319ee6c with Priority: HIGHEST for action security_group_members [ 1241.834038] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-5b48f402-907d-4c46-9590-20353319ee6c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.834038] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.834038] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.834211] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.834241] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.834325] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.834388] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.834534] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.834626] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.834719] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5b48f402-907d-4c46-9590-20353319ee6c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.980986] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.981156] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.981227] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.981439] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.981531] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.981633] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65d9e649-5442-445a-9530-77202ca8a79a is going to be created. [ 1242.001839] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.002135] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.002135] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.002278] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.002485] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.011887] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65d9e649-5442-445a-9530-77202ca8a79a in Status: UNINITIALIZED for 2s [ 1242.340080] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.340080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.340080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.340080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.340080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.340080] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.340080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.340080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.340080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.340080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.340080] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b48f402-907d-4c46-9590-20353319ee6c is going to be updated. [ 1242.368029] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.368029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.368029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.368407] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.368627] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.376783] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: IN_PROGRESS for 2s [ 1244.021056] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65d9e649-5442-445a-9530-77202ca8a79a in Status: SUCCESS [ 1244.021368] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.021443] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.021659] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.021866] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.021990] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.022066] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.022228] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.022307] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.022394] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.022479] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65d9e649-5442-445a-9530-77202ca8a79a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.385998] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5b48f402-907d-4c46-9590-20353319ee6c in Status: SUCCESS [ 1244.385998] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5b48f402-907d-4c46-9590-20353319ee6c deletion is rescheduled due to dependency. [ 1244.386323] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5b48f402-907d-4c46-9590-20353319ee6c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.525336] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65d9e649-5442-445a-9530-77202ca8a79a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.029444] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65d9e649-5442-445a-9530-77202ca8a79a: rpc.has_security_group_logging(os_id): False [ 1245.048121] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.048317] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.048382] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.048551] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.048642] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.048978] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.049063] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.049111] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.049263] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.049340] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.049428] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65d9e649-5442-445a-9530-77202ca8a79a is going to be created. [ 1245.122047] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.122131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.122165] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.122388] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.122576] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.133402] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65d9e649-5442-445a-9530-77202ca8a79a in Status: IN_PROGRESS for 2s [ 1246.834822] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1246.835157] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1247.146957] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65d9e649-5442-445a-9530-77202ca8a79a in Status: SUCCESS [ 1247.147196] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.877372] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-738 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.877677] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-738" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.877713] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-738" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.878094] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-738" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.878247] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.878415] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.878538] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.878760] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.878914] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.879234] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1249.879368] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1249.879490] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1249.879608] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1249.879726] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1249.879840] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1249.880118] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1249.904102] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1249.904102] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1249.904102] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1249.904102] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-738" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.904102] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-9d25821a-b98d-4932-9f77-948d316cdf80 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.904102] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-9d25821a-b98d-4932-9f77-948d316cdf80" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.904102] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-9d25821a-b98d-4932-9f77-948d316cdf80" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.904102] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-9d25821a-b98d-4932-9f77-948d316cdf80" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.904102] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d25821a-b98d-4932-9f77-948d316cdf80',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.405945] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.406275] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.406417] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.406701] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.406855] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.407184] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.407348] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.408824] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.408824] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.408824] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.408824] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.408824] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.408824] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.408824] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.408824] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.409171] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 9d25821a-b98d-4932-9f77-948d316cdf80 is going to be updated. [ 1250.429465] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.429647] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.429762] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.430048] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.430260] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.430492] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-9d25821a-b98d-4932-9f77-948d316cdf80" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.117230] env[69258]: INFO networking_nsxv3.common.synchronization [req-5168b53f-ceb9-45eb-8493-79e5d99accb3 req-537972d5-9d6d-4fd1-b097-002795d1bd0e service nova] Enqueued Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGHEST for action security_group_rules [ 1251.117931] env[69258]: INFO networking_nsxv3.common.synchronization [req-5168b53f-ceb9-45eb-8493-79e5d99accb3 req-537972d5-9d6d-4fd1-b097-002795d1bd0e service nova] Enqueued Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGHEST for action security_group_members [ 1251.117931] env[69258]: INFO networking_nsxv3.common.synchronization [req-5168b53f-ceb9-45eb-8493-79e5d99accb3 req-537972d5-9d6d-4fd1-b097-002795d1bd0e service nova] Enqueued Resource ID: 9d25821a-b98d-4932-9f77-948d316cdf80 with Priority: HIGHEST for action port [ 1251.117931] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGHEST for action security_group_rules [ 1251.118096] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGHEST for action security_group_members [ 1251.118096] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d25821a-b98d-4932-9f77-948d316cdf80 with Priority: HIGHEST for action port [ 1251.119386] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21e78db7-d0de-47fa-a658-b3202800654c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.119573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.119654] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.119871] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.119957] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.121289] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e78db7-d0de-47fa-a658-b3202800654c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.121409] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.121497] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.121677] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.122787] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.122787] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.122787] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.122787] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.122787] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.122787] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.123594] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d25821a-b98d-4932-9f77-948d316cdf80 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.124816] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d25821a-b98d-4932-9f77-948d316cdf80" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.124816] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d25821a-b98d-4932-9f77-948d316cdf80" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.124816] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d25821a-b98d-4932-9f77-948d316cdf80" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.124816] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d25821a-b98d-4932-9f77-948d316cdf80',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.366494] env[69258]: INFO networking_nsxv3.common.synchronization [req-790480c9-8dd7-4934-aa38-6dedac563c42 req-891186a1-9f48-4f99-a088-61d128fb6a4b tempest-ServerActionsTestOtherA-1480748925 tempest-ServerActionsTestOtherA-1480748925-project-member] Enqueued Resource ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 with Priority: HIGHEST for action security_group_members [ 1251.368131] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 with Priority: HIGHEST for action security_group_members [ 1251.368131] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.368131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.368131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.368131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.368131] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.368131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.368131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.368412] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.368412] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.368471] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1f6ee506-9bfd-4e04-8a0e-87e243c89f45',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.622495] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e78db7-d0de-47fa-a658-b3202800654c taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.622495] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.625904] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d25821a-b98d-4932-9f77-948d316cdf80 with status ACTIVE [ 1251.626044] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.626162] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.626223] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.626424] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.626515] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.626691] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.626800] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.626856] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.627018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.627098] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.627275] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.627368] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.627427] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.627567] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.627640] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.627724] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d25821a-b98d-4932-9f77-948d316cdf80 is going to be updated. [ 1251.628804] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.648979] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.649142] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.649182] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.649363] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.649497] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.649646] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d25821a-b98d-4932-9f77-948d316cdf80" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.870375] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.870571] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.870695] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.870938] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.891634] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.891634] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.891634] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.891634] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.891634] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.891634] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.891946] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 is going to be updated. [ 1251.916617] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.916792] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.916838] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.917011] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.917157] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.925599] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 in Status: IN_PROGRESS for 2s [ 1252.130407] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.632245] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.632528] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.632528] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.632877] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.632877] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.633059] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e78db7-d0de-47fa-a658-b3202800654c is going to be updated. [ 1252.663418] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.663566] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.663686] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.663878] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.664038] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.673345] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e78db7-d0de-47fa-a658-b3202800654c in Status: IN_PROGRESS for 2s [ 1253.944032] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 in Status: SUCCESS [ 1253.944032] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 deletion is rescheduled due to dependency. [ 1253.944032] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.682781] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e78db7-d0de-47fa-a658-b3202800654c in Status: SUCCESS [ 1254.683081] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.683242] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.683569] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.683866] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.684079] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.684205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.684432] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.684562] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.684691] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.684826] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.187391] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.689875] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21e78db7-d0de-47fa-a658-b3202800654c: rpc.has_security_group_logging(os_id): False [ 1255.707789] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.707875] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.707917] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.708139] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.724569] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.724878] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.725010] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.725078] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.725276] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.725360] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.725451] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21e78db7-d0de-47fa-a658-b3202800654c is going to be updated. [ 1255.777153] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.777291] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.777374] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.777608] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.777705] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.792140] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21e78db7-d0de-47fa-a658-b3202800654c in Status: IN_PROGRESS for 2s [ 1256.367848] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1256.368240] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1257.805299] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21e78db7-d0de-47fa-a658-b3202800654c in Status: SUCCESS [ 1257.805594] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.177763] env[69258]: INFO networking_nsxv3.common.synchronization [None req-a8d8dbe2-954b-475b-a37c-4de05b4d9c98 None None] Enqueued Resource ID: c9ed7c3a-015f-4fca-b9f6-e62d782cf5e2 with Priority: HIGHEST for action port [ 1260.178100] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9ed7c3a-015f-4fca-b9f6-e62d782cf5e2 with Priority: HIGHEST for action port [ 1260.180049] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9ed7c3a-015f-4fca-b9f6-e62d782cf5e2 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.180191] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9ed7c3a-015f-4fca-b9f6-e62d782cf5e2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.180367] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9ed7c3a-015f-4fca-b9f6-e62d782cf5e2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.180517] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9ed7c3a-015f-4fca-b9f6-e62d782cf5e2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.180600] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9ed7c3a-015f-4fca-b9f6-e62d782cf5e2',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.682846] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9ed7c3a-015f-4fca-b9f6-e62d782cf5e2 [ 1260.682985] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.683201] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.683201] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.683865] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.683865] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.683865] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9ed7c3a-015f-4fca-b9f6-e62d782cf5e2 already deleted. [ 1260.683865] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9ed7c3a-015f-4fca-b9f6-e62d782cf5e2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.207363] env[69258]: INFO networking_nsxv3.common.synchronization [None req-7663e11e-67a8-49d1-90ef-8ac5303fae87 None None] Enqueued Resource ID: 1f44457e-91ff-400b-ae6e-bdd9c374ab5e with Priority: HIGHEST for action port [ 1262.207629] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f44457e-91ff-400b-ae6e-bdd9c374ab5e with Priority: HIGHEST for action port [ 1262.208201] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f44457e-91ff-400b-ae6e-bdd9c374ab5e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.208328] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f44457e-91ff-400b-ae6e-bdd9c374ab5e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.208388] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f44457e-91ff-400b-ae6e-bdd9c374ab5e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.208644] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f44457e-91ff-400b-ae6e-bdd9c374ab5e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.208728] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f44457e-91ff-400b-ae6e-bdd9c374ab5e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.515280] env[69258]: INFO networking_nsxv3.common.synchronization [req-2535815a-711d-4d7d-b2c3-88d59dc855b5 req-56e91540-77fd-4e60-8352-c914b1e88c00 tempest-ServersTestBootFromVolume-626102630 tempest-ServersTestBootFromVolume-626102630-project-member] Enqueued Resource ID: a9c6617f-add1-4d3c-be6c-4a6a38401921 with Priority: HIGHEST for action security_group_members [ 1262.515280] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c6617f-add1-4d3c-be6c-4a6a38401921 with Priority: HIGHEST for action security_group_members [ 1262.515280] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9c6617f-add1-4d3c-be6c-4a6a38401921 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.515280] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9c6617f-add1-4d3c-be6c-4a6a38401921" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.515280] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9c6617f-add1-4d3c-be6c-4a6a38401921" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.515577] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9c6617f-add1-4d3c-be6c-4a6a38401921" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.515842] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.516071] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.516238] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.516498] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.516671] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.516841] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9c6617f-add1-4d3c-be6c-4a6a38401921',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.711423] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f44457e-91ff-400b-ae6e-bdd9c374ab5e [ 1262.711735] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.711823] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.711861] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.712106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.712286] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.712286] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f44457e-91ff-400b-ae6e-bdd9c374ab5e already deleted. [ 1262.712368] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f44457e-91ff-400b-ae6e-bdd9c374ab5e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.019470] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.019663] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.019788] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.020263] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.020414] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.020685] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.020808] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.020922] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.021184] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.021305] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.021431] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9c6617f-add1-4d3c-be6c-4a6a38401921 is going to be updated. [ 1263.051433] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.051668] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.051668] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.051855] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.052011] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.065146] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9c6617f-add1-4d3c-be6c-4a6a38401921 in Status: IN_PROGRESS for 2s [ 1265.076543] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9c6617f-add1-4d3c-be6c-4a6a38401921 in Status: SUCCESS [ 1265.076818] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9c6617f-add1-4d3c-be6c-4a6a38401921 deletion is rescheduled due to dependency. [ 1265.076860] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9c6617f-add1-4d3c-be6c-4a6a38401921" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.358340] env[69258]: INFO networking_nsxv3.common.synchronization [req-e47c3123-a943-4b0a-b682-a02273c256fb req-bed5489a-f967-4ecd-84f3-6ecf745aa6c9 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Enqueued Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1265.359244] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1265.359639] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.359820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.360198] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.360332] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.360540] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.360678] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.360829] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.361053] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.361195] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.361300] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.603518] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.603727] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-103" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.603866] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-103" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.604244] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-103" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.604515] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.604684] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.604808] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.605037] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.605194] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.605411] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1265.605532] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1265.605650] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1265.605764] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1265.605896] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1265.606023] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1265.606166] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1265.624441] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1265.624622] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1265.624768] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1265.624950] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-103" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.625269] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-9acc8f58-20e7-4161-9ac1-39986bfd9363 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.625456] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-9acc8f58-20e7-4161-9ac1-39986bfd9363" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.625581] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-9acc8f58-20e7-4161-9ac1-39986bfd9363" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.625871] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-9acc8f58-20e7-4161-9ac1-39986bfd9363" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.626028] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9acc8f58-20e7-4161-9ac1-39986bfd9363',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.864059] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.864059] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.864059] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.864059] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.864059] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.864391] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.864391] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.864391] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.864524] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.864524] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.864601] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a already deleted. [ 1265.864677] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.128013] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.128320] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.128417] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.128667] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.128822] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.128977] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 9acc8f58-20e7-4161-9ac1-39986bfd9363 not found, creating... [ 1266.129253] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.129478] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.129619] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.129843] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.129989] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.130301] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.130454] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.130574] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.130801] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.130966] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.131133] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 9acc8f58-20e7-4161-9ac1-39986bfd9363 is going to be created. [ 1266.151161] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.151378] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.151508] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.151782] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.152021] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.152253] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-9acc8f58-20e7-4161-9ac1-39986bfd9363" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.861619] env[69258]: INFO networking_nsxv3.common.synchronization [req-e47c3123-a943-4b0a-b682-a02273c256fb req-47aabde2-08e7-44fc-9959-1a42e3b2ee8b service nova] Enqueued Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_rules [ 1266.861810] env[69258]: INFO networking_nsxv3.common.synchronization [req-e47c3123-a943-4b0a-b682-a02273c256fb req-47aabde2-08e7-44fc-9959-1a42e3b2ee8b service nova] Enqueued Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1266.861956] env[69258]: INFO networking_nsxv3.common.synchronization [req-e47c3123-a943-4b0a-b682-a02273c256fb req-47aabde2-08e7-44fc-9959-1a42e3b2ee8b service nova] Enqueued Resource ID: 9acc8f58-20e7-4161-9ac1-39986bfd9363 with Priority: HIGHEST for action port [ 1266.862211] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_rules [ 1266.862341] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1266.862459] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9acc8f58-20e7-4161-9ac1-39986bfd9363 with Priority: HIGHEST for action port [ 1266.863779] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.863945] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.864042] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.864549] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.864641] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.865535] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.865704] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.865776] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.865941] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.866111] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.866207] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.866266] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.866448] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.866496] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.866607] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.868063] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-9acc8f58-20e7-4161-9ac1-39986bfd9363 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.868063] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9acc8f58-20e7-4161-9ac1-39986bfd9363" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.868063] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9acc8f58-20e7-4161-9ac1-39986bfd9363" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.868063] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9acc8f58-20e7-4161-9ac1-39986bfd9363" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.868063] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9acc8f58-20e7-4161-9ac1-39986bfd9363',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.369418] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.370481] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.370623] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.370773] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9acc8f58-20e7-4161-9ac1-39986bfd9363 with status ACTIVE [ 1267.370948] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.371069] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.371131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.371326] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.372112] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.372112] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.372112] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.372112] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.372112] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.372112] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.372458] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.372458] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.372564] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.372705] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.373634] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.373849] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9acc8f58-20e7-4161-9ac1-39986bfd9363 is going to be updated. [ 1267.396110] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.396389] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.396536] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.396828] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.396987] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.397195] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9acc8f58-20e7-4161-9ac1-39986bfd9363" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.877224] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.378920] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.380274] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.380274] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.380274] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.380274] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.380274] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a is going to be created. [ 1268.402496] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.402653] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.402714] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.403012] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.403170] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.412273] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: UNINITIALIZED for 2s [ 1270.423021] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: SUCCESS [ 1270.423387] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.423427] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.423624] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.423821] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.423959] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.424044] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.424199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.424283] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.424370] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.424459] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.927735] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.927909] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.928042] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.928352] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.928614] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.928896] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.928896] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.929124] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.929334] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.929481] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.929657] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.929754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.929818] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.929972] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.930159] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.930304] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.930452] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.930626] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.930756] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.930904] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.931241] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.213148] env[69258]: INFO networking_nsxv3.common.synchronization [None req-00feb036-e235-460f-be32-02d3a9414f63 None None] Enqueued Resource ID: c8326512-3491-44f3-8792-0e9349e62a1d with Priority: HIGHEST for action port [ 1271.213743] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8326512-3491-44f3-8792-0e9349e62a1d with Priority: HIGHEST for action port [ 1271.214119] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8326512-3491-44f3-8792-0e9349e62a1d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.214275] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8326512-3491-44f3-8792-0e9349e62a1d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.214361] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8326512-3491-44f3-8792-0e9349e62a1d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.214875] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8326512-3491-44f3-8792-0e9349e62a1d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.214992] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8326512-3491-44f3-8792-0e9349e62a1d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.433850] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a: rpc.has_security_group_logging(os_id): False [ 1271.438991] env[69258]: INFO networking_nsxv3.common.synchronization [req-3f1cfe74-be8d-41fc-acb4-29909027700e req-ac465f16-56de-4445-95d6-86cd02fab073 tempest-ServerActionsTestOtherB-262307527 tempest-ServerActionsTestOtherB-262307527-project-member] Enqueued Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGHEST for action security_group_members [ 1271.439258] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGHEST for action security_group_members [ 1271.439817] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-21e78db7-d0de-47fa-a658-b3202800654c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.439937] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.440007] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.440211] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.440364] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.440589] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.440649] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.440808] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.440896] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.441195] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.450532] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.450681] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.450741] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.450910] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.450999] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.451187] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.451294] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.451345] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.451492] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.451571] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.451757] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.451849] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.451902] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.452058] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.452134] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.452329] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.452424] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.452483] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.452621] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.452695] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.452788] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a is going to be created. [ 1271.510442] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.510597] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.510663] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.510882] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.511065] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.520980] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: IN_PROGRESS for 2s [ 1271.706325] env[69258]: INFO networking_nsxv3.common.synchronization [None req-76045976-a6c1-4e13-a69e-c22f7f829a70 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Enqueued Resource ID: cf117093-c1cb-4d03-b4a0-21304e927713 with Priority: HIGHEST for action security_group_rules [ 1271.706883] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf117093-c1cb-4d03-b4a0-21304e927713 with Priority: HIGHEST for action security_group_rules [ 1271.707223] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf117093-c1cb-4d03-b4a0-21304e927713 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.707361] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf117093-c1cb-4d03-b4a0-21304e927713" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.707522] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf117093-c1cb-4d03-b4a0-21304e927713" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.708299] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf117093-c1cb-4d03-b4a0-21304e927713" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.708403] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf117093-c1cb-4d03-b4a0-21304e927713',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.716700] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8326512-3491-44f3-8792-0e9349e62a1d [ 1271.716898] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.717078] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.717153] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.717276] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.717368] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.717468] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8326512-3491-44f3-8792-0e9349e62a1d already deleted. [ 1271.717573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8326512-3491-44f3-8792-0e9349e62a1d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.790901] env[69258]: INFO networking_nsxv3.common.synchronization [None req-fbad1f05-f405-4a75-85a7-4efe7e84b8aa tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Enqueued Resource ID: cf117093-c1cb-4d03-b4a0-21304e927713 with Priority: HIGHEST for action security_group_rules [ 1271.791500] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf117093-c1cb-4d03-b4a0-21304e927713 with Priority: HIGHEST for action security_group_rules [ 1271.791815] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf117093-c1cb-4d03-b4a0-21304e927713 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.791918] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf117093-c1cb-4d03-b4a0-21304e927713" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.943482] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.943644] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.943707] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.943938] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.944062] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.944274] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.944378] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.944432] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.944595] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.944672] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.944773] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e78db7-d0de-47fa-a658-b3202800654c is going to be updated. [ 1271.969823] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.969970] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.970051] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.970260] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.970396] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.977632] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e78db7-d0de-47fa-a658-b3202800654c in Status: IN_PROGRESS for 2s [ 1272.229563] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.229990] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.229990] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.229990] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.230195] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.230195] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf117093-c1cb-4d03-b4a0-21304e927713 already deleted. [ 1272.230251] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf117093-c1cb-4d03-b4a0-21304e927713" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.231015] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf117093-c1cb-4d03-b4a0-21304e927713" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.231015] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf117093-c1cb-4d03-b4a0-21304e927713" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.231015] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf117093-c1cb-4d03-b4a0-21304e927713',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.755479] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.755479] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.755479] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.755479] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.755479] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.756054] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf117093-c1cb-4d03-b4a0-21304e927713 already deleted. [ 1272.756248] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf117093-c1cb-4d03-b4a0-21304e927713" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.504492] env[69258]: INFO networking_nsxv3.common.synchronization [None req-78e9f6eb-d622-4e81-be1a-84a21f50c1b1 None None] Enqueued Resource ID: 801b2c61-03c7-4ba9-97d1-5a4455835a6b with Priority: HIGHEST for action port [ 1273.504761] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 801b2c61-03c7-4ba9-97d1-5a4455835a6b with Priority: HIGHEST for action port [ 1273.505367] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-801b2c61-03c7-4ba9-97d1-5a4455835a6b taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.505471] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-801b2c61-03c7-4ba9-97d1-5a4455835a6b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.505544] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-801b2c61-03c7-4ba9-97d1-5a4455835a6b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.505792] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-801b2c61-03c7-4ba9-97d1-5a4455835a6b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.505875] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('801b2c61-03c7-4ba9-97d1-5a4455835a6b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.531748] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: SUCCESS [ 1273.531954] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.009050] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 801b2c61-03c7-4ba9-97d1-5a4455835a6b [ 1274.009050] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.009050] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.009517] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.009517] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.009517] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.009517] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:801b2c61-03c7-4ba9-97d1-5a4455835a6b already deleted. [ 1274.009673] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-801b2c61-03c7-4ba9-97d1-5a4455835a6b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.012324] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21e78db7-d0de-47fa-a658-b3202800654c in Status: SUCCESS [ 1274.012483] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21e78db7-d0de-47fa-a658-b3202800654c deletion is rescheduled due to dependency. [ 1274.012582] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.514308] env[69258]: INFO networking_nsxv3.common.synchronization [req-d28f2cb5-9be6-4c2e-a352-86517f323394 req-4e94240e-4fc6-4abc-9983-ec9d83687165 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Enqueued Resource ID: 9b18f049-ca5a-40f8-9161-017bb248b854 with Priority: HIGHEST for action security_group_members [ 1275.514848] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b18f049-ca5a-40f8-9161-017bb248b854 with Priority: HIGHEST for action security_group_members [ 1275.515163] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b18f049-ca5a-40f8-9161-017bb248b854 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.515309] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b18f049-ca5a-40f8-9161-017bb248b854" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.515393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b18f049-ca5a-40f8-9161-017bb248b854" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.515589] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b18f049-ca5a-40f8-9161-017bb248b854" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.515751] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.515852] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.515941] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.516194] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.516371] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.516430] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b18f049-ca5a-40f8-9161-017bb248b854',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.019442] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.019677] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.019753] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.020020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.020020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.020220] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.020319] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.020470] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.020548] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.020642] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.020755] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b18f049-ca5a-40f8-9161-017bb248b854 is going to be updated. [ 1276.050895] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.051061] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.051166] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.051314] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.051470] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.059317] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b18f049-ca5a-40f8-9161-017bb248b854 in Status: IN_PROGRESS for 2s [ 1277.834420] env[69258]: INFO networking_nsxv3.common.synchronization [req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 req-c05d63a8-10cb-445d-aa1f-5e18c407b0f9 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Enqueued Resource ID: cf117093-c1cb-4d03-b4a0-21304e927713 with Priority: HIGHEST for action security_group_members [ 1277.834986] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf117093-c1cb-4d03-b4a0-21304e927713 with Priority: HIGHEST for action security_group_members [ 1277.835323] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf117093-c1cb-4d03-b4a0-21304e927713 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.835450] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf117093-c1cb-4d03-b4a0-21304e927713" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.835505] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf117093-c1cb-4d03-b4a0-21304e927713" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.835786] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf117093-c1cb-4d03-b4a0-21304e927713" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.835958] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.836074] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.836143] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.836285] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.836360] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.836456] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf117093-c1cb-4d03-b4a0-21304e927713',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.071785] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b18f049-ca5a-40f8-9161-017bb248b854 in Status: SUCCESS [ 1278.071998] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b18f049-ca5a-40f8-9161-017bb248b854 deletion is rescheduled due to dependency. [ 1278.072149] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b18f049-ca5a-40f8-9161-017bb248b854" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.205024] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-339 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.205024] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-339" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.205024] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-339" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.205024] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-339" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.205024] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.205024] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.205024] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.205492] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.205697] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.205971] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1278.206187] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1278.206361] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1278.206528] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1278.206692] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1278.206854] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1278.207051] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1278.225515] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1278.225744] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1278.225919] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1278.226147] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-339" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.226529] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-34a7eace-4d82-4f41-9671-fa01189643fe taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.226745] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-34a7eace-4d82-4f41-9671-fa01189643fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.226883] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-34a7eace-4d82-4f41-9671-fa01189643fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.227252] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-34a7eace-4d82-4f41-9671-fa01189643fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.227401] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34a7eace-4d82-4f41-9671-fa01189643fe',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.338357] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.338508] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.338615] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.338866] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.338987] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.339229] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.339357] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.339442] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.339634] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.339736] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.339843] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf117093-c1cb-4d03-b4a0-21304e927713 already deleted. [ 1278.339946] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf117093-c1cb-4d03-b4a0-21304e927713" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.730053] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.730326] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.730490] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.731279] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.731279] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.731279] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 34a7eace-4d82-4f41-9671-fa01189643fe not found, creating... [ 1278.731563] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.731873] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.731934] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.732172] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.732329] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.732622] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.732782] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.732968] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.733212] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.733394] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.733546] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 34a7eace-4d82-4f41-9671-fa01189643fe is going to be created. [ 1278.754065] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.754313] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.754461] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.755024] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.755024] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.755282] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-34a7eace-4d82-4f41-9671-fa01189643fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.882455] env[69258]: INFO networking_nsxv3.common.synchronization [req-798101d4-7c83-4277-878d-938b794b38d4 req-4d538fdc-4cbf-473a-8f71-340c448234c4 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Enqueued Resource ID: 40ae3ba1-2cb9-4961-aa9b-fe8aff658705 with Priority: HIGHEST for action security_group_members [ 1278.883078] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ae3ba1-2cb9-4961-aa9b-fe8aff658705 with Priority: HIGHEST for action security_group_members [ 1278.883430] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ae3ba1-2cb9-4961-aa9b-fe8aff658705 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.883561] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ae3ba1-2cb9-4961-aa9b-fe8aff658705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.883624] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ae3ba1-2cb9-4961-aa9b-fe8aff658705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.883819] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ae3ba1-2cb9-4961-aa9b-fe8aff658705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.883976] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.884158] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.884228] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.884373] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.884460] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.884586] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40ae3ba1-2cb9-4961-aa9b-fe8aff658705',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.388568] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.388731] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.388797] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.389034] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.408566] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.408811] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.408927] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.408991] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.409197] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.409284] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.409375] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40ae3ba1-2cb9-4961-aa9b-fe8aff658705 is going to be updated. [ 1279.433143] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.433288] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.433351] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.433543] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.433680] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.440687] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ae3ba1-2cb9-4961-aa9b-fe8aff658705 in Status: IN_PROGRESS for 2s [ 1279.683248] env[69258]: INFO networking_nsxv3.common.synchronization [req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 req-7bb0decd-ae85-41e8-897d-b17c5b053af0 service nova] Enqueued Resource ID: cf117093-c1cb-4d03-b4a0-21304e927713 with Priority: HIGHEST for action security_group_rules [ 1279.683248] env[69258]: INFO networking_nsxv3.common.synchronization [req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 req-7bb0decd-ae85-41e8-897d-b17c5b053af0 service nova] Enqueued Resource ID: cf117093-c1cb-4d03-b4a0-21304e927713 with Priority: HIGHEST for action security_group_members [ 1279.683248] env[69258]: INFO networking_nsxv3.common.synchronization [req-d5d7b368-7b2b-4ff3-82a1-3cb3dedd8dd7 req-7bb0decd-ae85-41e8-897d-b17c5b053af0 service nova] Enqueued Resource ID: 34a7eace-4d82-4f41-9671-fa01189643fe with Priority: HIGHEST for action port [ 1279.683248] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf117093-c1cb-4d03-b4a0-21304e927713 with Priority: HIGHEST for action security_group_rules [ 1279.683248] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf117093-c1cb-4d03-b4a0-21304e927713 with Priority: HIGHEST for action security_group_members [ 1279.683248] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34a7eace-4d82-4f41-9671-fa01189643fe with Priority: HIGHEST for action port [ 1279.684490] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf117093-c1cb-4d03-b4a0-21304e927713 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.685757] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf117093-c1cb-4d03-b4a0-21304e927713" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.685757] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf117093-c1cb-4d03-b4a0-21304e927713" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.685943] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf117093-c1cb-4d03-b4a0-21304e927713" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.686010] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf117093-c1cb-4d03-b4a0-21304e927713',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.687157] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf117093-c1cb-4d03-b4a0-21304e927713 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.687268] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf117093-c1cb-4d03-b4a0-21304e927713" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.687334] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf117093-c1cb-4d03-b4a0-21304e927713" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.687596] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf117093-c1cb-4d03-b4a0-21304e927713" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.687742] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.687833] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.687897] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.688040] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.692540] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.692540] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf117093-c1cb-4d03-b4a0-21304e927713',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.692540] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-34a7eace-4d82-4f41-9671-fa01189643fe taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.692540] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34a7eace-4d82-4f41-9671-fa01189643fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.692540] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34a7eace-4d82-4f41-9671-fa01189643fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.692797] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34a7eace-4d82-4f41-9671-fa01189643fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.692797] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34a7eace-4d82-4f41-9671-fa01189643fe',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.196210] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf117093-c1cb-4d03-b4a0-21304e927713',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.196210] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf117093-c1cb-4d03-b4a0-21304e927713 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.196210] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf117093-c1cb-4d03-b4a0-21304e927713" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.200393] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34a7eace-4d82-4f41-9671-fa01189643fe with status ACTIVE [ 1280.200393] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.200393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.200393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.200393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.200393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.200393] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.200393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.200393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.200393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.200393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.200393] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.200393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.200393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.200393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.200393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.200393] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34a7eace-4d82-4f41-9671-fa01189643fe is going to be updated. [ 1280.221178] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.221178] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.221178] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.221178] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.221178] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.221178] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34a7eace-4d82-4f41-9671-fa01189643fe" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.697080] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf117093-c1cb-4d03-b4a0-21304e927713',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.994579] env[69258]: INFO networking_nsxv3.common.synchronization [req-f3798626-c9e5-40e5-8228-91c9c0732a6e req-813919ad-bdce-4bb8-8219-b6b3839d0bb9 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Enqueued Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1280.995111] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1280.995417] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.995539] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.995607] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.995799] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.995949] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.996996] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.996996] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.996996] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.996996] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.996996] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.200135] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.200411] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.200411] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.200571] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.200659] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.200749] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf117093-c1cb-4d03-b4a0-21304e927713 is going to be created. [ 1281.225430] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.225588] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.225675] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.225928] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.226133] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.237074] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf117093-c1cb-4d03-b4a0-21304e927713 in Status: UNINITIALIZED for 2s [ 1281.289950] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.290089] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-103" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.291610] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-103" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.291610] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-103" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.291610] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.291610] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.291610] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.291610] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.291610] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.292636] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1281.292636] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1281.292636] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1281.292636] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1281.292636] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1281.292897] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1281.292969] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1281.314738] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1281.314738] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1281.314738] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1281.314738] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-103" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.314738] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-61be751f-58e5-4b2b-b579-603a580b7022 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.314738] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-61be751f-58e5-4b2b-b579-603a580b7022" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.314738] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-61be751f-58e5-4b2b-b579-603a580b7022" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.315179] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-61be751f-58e5-4b2b-b579-603a580b7022" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.315409] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61be751f-58e5-4b2b-b579-603a580b7022',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.450409] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ae3ba1-2cb9-4961-aa9b-fe8aff658705 in Status: SUCCESS [ 1281.451767] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40ae3ba1-2cb9-4961-aa9b-fe8aff658705 deletion is rescheduled due to dependency. [ 1281.451822] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ae3ba1-2cb9-4961-aa9b-fe8aff658705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.500857] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.817779] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.817956] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.818088] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.818317] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.818482] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.818636] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 61be751f-58e5-4b2b-b579-603a580b7022 not found, creating... [ 1281.818903] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.819082] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.819210] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.819438] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.819578] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.819863] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.820034] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.820172] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.820393] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.820548] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.820688] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 61be751f-58e5-4b2b-b579-603a580b7022 is going to be created. [ 1281.844212] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.844428] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.844558] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.844810] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.845047] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.845275] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-61be751f-58e5-4b2b-b579-603a580b7022" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.004636] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.507122] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.508324] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.508324] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.508324] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.508324] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.508324] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a is going to be updated. [ 1282.540944] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.540944] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.540944] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.540944] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.540944] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.551479] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: IN_PROGRESS for 2s [ 1282.958010] env[69258]: INFO networking_nsxv3.common.synchronization [req-f3798626-c9e5-40e5-8228-91c9c0732a6e req-5d416c49-d953-44c4-b394-370f007108fd service nova] Enqueued Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_rules [ 1282.958214] env[69258]: INFO networking_nsxv3.common.synchronization [req-f3798626-c9e5-40e5-8228-91c9c0732a6e req-5d416c49-d953-44c4-b394-370f007108fd service nova] Enqueued Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1282.958384] env[69258]: INFO networking_nsxv3.common.synchronization [req-f3798626-c9e5-40e5-8228-91c9c0732a6e req-5d416c49-d953-44c4-b394-370f007108fd service nova] Enqueued Resource ID: 61be751f-58e5-4b2b-b579-603a580b7022 with Priority: HIGHEST for action port [ 1282.958633] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_rules [ 1282.958762] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1282.958858] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61be751f-58e5-4b2b-b579-603a580b7022 with Priority: HIGHEST for action port [ 1282.959454] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.959576] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.959645] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.959851] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.960027] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.961136] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.961237] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.961473] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-61be751f-58e5-4b2b-b579-603a580b7022 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.961584] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61be751f-58e5-4b2b-b579-603a580b7022" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.961649] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61be751f-58e5-4b2b-b579-603a580b7022" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.961828] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61be751f-58e5-4b2b-b579-603a580b7022" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.961909] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61be751f-58e5-4b2b-b579-603a580b7022',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.247363] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf117093-c1cb-4d03-b4a0-21304e927713 in Status: SUCCESS [ 1283.247578] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf117093-c1cb-4d03-b4a0-21304e927713" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.247833] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf117093-c1cb-4d03-b4a0-21304e927713" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.247971] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf117093-c1cb-4d03-b4a0-21304e927713" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.248437] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.248570] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.248637] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.248800] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.248938] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.249293] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf117093-c1cb-4d03-b4a0-21304e927713" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.249293] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf117093-c1cb-4d03-b4a0-21304e927713',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.464719] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.464719] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.465489] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61be751f-58e5-4b2b-b579-603a580b7022 with status ACTIVE [ 1283.465626] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.465714] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.465777] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.466041] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.466154] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.466321] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.466413] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.466473] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.466633] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.466705] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.466936] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.467226] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.467226] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.467226] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.467384] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.467384] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61be751f-58e5-4b2b-b579-603a580b7022 is going to be updated. [ 1283.599222] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.599506] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.599506] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.601572] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.601771] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.601941] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61be751f-58e5-4b2b-b579-603a580b7022" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.756225] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf117093-c1cb-4d03-b4a0-21304e927713',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.758755] env[69258]: INFO networking_nsxv3.common.synchronization [None req-aacd4326-9712-4644-8b31-b0d66bef3dab None None] Enqueued Resource ID: 70bc08b2-9caa-4561-8f75-7b647751e9f1 with Priority: HIGHEST for action port [ 1283.759569] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70bc08b2-9caa-4561-8f75-7b647751e9f1 with Priority: HIGHEST for action port [ 1283.759900] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-70bc08b2-9caa-4561-8f75-7b647751e9f1 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.760041] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70bc08b2-9caa-4561-8f75-7b647751e9f1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.760139] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70bc08b2-9caa-4561-8f75-7b647751e9f1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.762275] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70bc08b2-9caa-4561-8f75-7b647751e9f1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.762275] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70bc08b2-9caa-4561-8f75-7b647751e9f1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.972723] env[69258]: INFO networking_nsxv3.common.synchronization [None req-93c39e0c-84d9-4fc6-a26a-02ece6205b09 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Enqueued Resource ID: 501802c6-1089-423e-9c46-dc58462341a3 with Priority: HIGHEST for action security_group_rules [ 1283.974602] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501802c6-1089-423e-9c46-dc58462341a3 with Priority: HIGHEST for action security_group_rules [ 1283.974602] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-501802c6-1089-423e-9c46-dc58462341a3 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.974602] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-501802c6-1089-423e-9c46-dc58462341a3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.974602] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-501802c6-1089-423e-9c46-dc58462341a3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.974602] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-501802c6-1089-423e-9c46-dc58462341a3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.974602] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('501802c6-1089-423e-9c46-dc58462341a3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.064583] env[69258]: INFO networking_nsxv3.common.synchronization [None req-7cf6f692-9ad7-4050-bb1e-daae93c9176a tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Enqueued Resource ID: 501802c6-1089-423e-9c46-dc58462341a3 with Priority: HIGHEST for action security_group_rules [ 1284.065807] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501802c6-1089-423e-9c46-dc58462341a3 with Priority: HIGHEST for action security_group_rules [ 1284.066406] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-501802c6-1089-423e-9c46-dc58462341a3 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.066805] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-501802c6-1089-423e-9c46-dc58462341a3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.260549] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf117093-c1cb-4d03-b4a0-21304e927713: rpc.has_security_group_logging(os_id): False [ 1284.265406] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70bc08b2-9caa-4561-8f75-7b647751e9f1 [ 1284.265406] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.265406] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.265406] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.265406] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.265406] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.265406] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70bc08b2-9caa-4561-8f75-7b647751e9f1 already deleted. [ 1284.265406] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70bc08b2-9caa-4561-8f75-7b647751e9f1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.278033] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.278033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.278033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.278033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.278033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.278033] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.278033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.278033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.278033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.278033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.278033] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf117093-c1cb-4d03-b4a0-21304e927713 is going to be created. [ 1284.339139] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.339381] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.339661] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.339959] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.340338] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.351171] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf117093-c1cb-4d03-b4a0-21304e927713 in Status: IN_PROGRESS for 2s [ 1284.505021] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.505299] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.505299] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.505457] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.505544] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.505635] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 501802c6-1089-423e-9c46-dc58462341a3 already deleted. [ 1284.505712] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-501802c6-1089-423e-9c46-dc58462341a3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.505858] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-501802c6-1089-423e-9c46-dc58462341a3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.506014] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-501802c6-1089-423e-9c46-dc58462341a3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.506108] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('501802c6-1089-423e-9c46-dc58462341a3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.560349] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: SUCCESS [ 1284.560593] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.560736] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.561091] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.561301] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.561442] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.561505] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.561751] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.561872] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.562735] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.028843] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.029161] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.029161] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.029543] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.029543] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.029543] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 501802c6-1089-423e-9c46-dc58462341a3 already deleted. [ 1285.029543] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-501802c6-1089-423e-9c46-dc58462341a3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.065044] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.566979] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.032082] env[69258]: INFO networking_nsxv3.common.synchronization [None req-45668780-daf3-40f3-94ce-8ee6ae1bfe1f None None] Enqueued Resource ID: 1161e9d1-ca34-45ab-a2fd-d7c45a667f81 with Priority: HIGHEST for action port [ 1286.032410] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1161e9d1-ca34-45ab-a2fd-d7c45a667f81 with Priority: HIGHEST for action port [ 1286.032941] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-1161e9d1-ca34-45ab-a2fd-d7c45a667f81 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.033133] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1161e9d1-ca34-45ab-a2fd-d7c45a667f81" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.033201] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1161e9d1-ca34-45ab-a2fd-d7c45a667f81" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.033505] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1161e9d1-ca34-45ab-a2fd-d7c45a667f81" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.033590] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1161e9d1-ca34-45ab-a2fd-d7c45a667f81',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.069629] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.069879] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.069879] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.070125] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.070218] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.070282] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a is going to be updated. [ 1286.096327] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.096510] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.096784] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.096784] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.096879] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.106019] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: IN_PROGRESS for 2s [ 1286.362223] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf117093-c1cb-4d03-b4a0-21304e927713 in Status: SUCCESS [ 1286.362223] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf117093-c1cb-4d03-b4a0-21304e927713" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.535098] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1161e9d1-ca34-45ab-a2fd-d7c45a667f81 [ 1286.535311] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.535451] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.535522] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.535745] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.535835] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.535930] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1161e9d1-ca34-45ab-a2fd-d7c45a667f81 already deleted. [ 1286.536013] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1161e9d1-ca34-45ab-a2fd-d7c45a667f81" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.115763] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: SUCCESS [ 1288.116160] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.116391] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.116659] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.116936] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.117132] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.117286] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.117458] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.117580] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.117713] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.117843] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.621331] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.621331] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.621331] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.621331] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.621331] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.621785] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.621825] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.622054] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.622193] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.622327] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.622526] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.622661] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.622756] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.622947] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.627321] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.627656] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.627770] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.628015] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.628155] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.628563] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.628563] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.132016] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a: rpc.has_security_group_logging(os_id): False [ 1289.149604] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.149838] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.149955] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.150269] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.150418] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.150720] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.150877] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.150981] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.151258] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.151384] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.151670] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.151820] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.151921] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.152486] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.152486] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.152627] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.152741] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.152843] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.153113] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.153312] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.153381] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a is going to be updated. [ 1289.244039] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.244244] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.244323] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.244582] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.244730] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.259966] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: IN_PROGRESS for 2s [ 1289.704668] env[69258]: INFO networking_nsxv3.common.synchronization [req-521393e0-3caa-4350-ae41-5548ce5c151a req-02fd99fc-ff27-4cf5-ac02-f7c1e57bf848 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Enqueued Resource ID: 501802c6-1089-423e-9c46-dc58462341a3 with Priority: HIGHEST for action security_group_members [ 1289.705814] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501802c6-1089-423e-9c46-dc58462341a3 with Priority: HIGHEST for action security_group_members [ 1289.706296] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-501802c6-1089-423e-9c46-dc58462341a3 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.706649] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501802c6-1089-423e-9c46-dc58462341a3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.706772] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501802c6-1089-423e-9c46-dc58462341a3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.707221] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501802c6-1089-423e-9c46-dc58462341a3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.708398] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.708572] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.708659] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.708921] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.709028] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.709158] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501802c6-1089-423e-9c46-dc58462341a3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.845906] env[69258]: INFO networking_nsxv3.common.synchronization [req-9c895ace-72e9-4342-b780-762874849668 req-11c4734a-db35-44f5-a86d-d785cc95a512 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Enqueued Resource ID: d18ed7da-0bbb-408f-a36d-16ed03fc7894 with Priority: HIGHEST for action security_group_members [ 1289.847130] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18ed7da-0bbb-408f-a36d-16ed03fc7894 with Priority: HIGHEST for action security_group_members [ 1289.850734] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18ed7da-0bbb-408f-a36d-16ed03fc7894 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.850734] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18ed7da-0bbb-408f-a36d-16ed03fc7894" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.850734] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18ed7da-0bbb-408f-a36d-16ed03fc7894" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.850734] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18ed7da-0bbb-408f-a36d-16ed03fc7894" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.850734] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.850734] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.850734] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.850734] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.850734] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.850734] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18ed7da-0bbb-408f-a36d-16ed03fc7894',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.192940] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-876 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.193402] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-876" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.193402] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-876" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.193681] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-876" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.194027] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.195260] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.195481] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.195690] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.195889] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.196520] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1290.196686] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1290.196837] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1290.196970] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1290.197117] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1290.197237] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1290.197400] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1290.211902] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.212681] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.212805] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.213237] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.213471] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.213537] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.213725] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.213816] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.214115] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.214115] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.214259] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501802c6-1089-423e-9c46-dc58462341a3 already deleted. [ 1290.214347] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501802c6-1089-423e-9c46-dc58462341a3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.216422] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1290.216679] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1290.216938] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1290.217114] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-876" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.217454] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-99a3cef4-df74-4724-b62b-e34a1349bbb2 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.217668] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-99a3cef4-df74-4724-b62b-e34a1349bbb2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.217807] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-99a3cef4-df74-4724-b62b-e34a1349bbb2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.218188] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-99a3cef4-df74-4724-b62b-e34a1349bbb2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.218371] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99a3cef4-df74-4724-b62b-e34a1349bbb2',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.352972] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.353245] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.353307] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.354066] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.354217] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.354635] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.354762] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.354821] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.355307] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.355431] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.355586] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18ed7da-0bbb-408f-a36d-16ed03fc7894 is going to be updated. [ 1290.382378] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.382683] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.382683] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.382808] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.382945] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.390677] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18ed7da-0bbb-408f-a36d-16ed03fc7894 in Status: IN_PROGRESS for 2s [ 1290.722467] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.722813] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.723019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.723407] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.723629] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.723838] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 99a3cef4-df74-4724-b62b-e34a1349bbb2 not found, creating... [ 1290.724215] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.724415] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.724583] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.724886] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.725109] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.725527] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.725763] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.726035] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.726242] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.726409] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.726604] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 99a3cef4-df74-4724-b62b-e34a1349bbb2 is going to be created. [ 1290.745720] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.746028] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.746169] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.746508] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.746740] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.746995] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-99a3cef4-df74-4724-b62b-e34a1349bbb2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.273308] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: SUCCESS [ 1291.273595] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.593703] env[69258]: INFO networking_nsxv3.common.synchronization [req-521393e0-3caa-4350-ae41-5548ce5c151a req-60148ad8-b075-45bb-b19c-274d45419522 service nova] Enqueued Resource ID: 501802c6-1089-423e-9c46-dc58462341a3 with Priority: HIGHEST for action security_group_rules [ 1291.593903] env[69258]: INFO networking_nsxv3.common.synchronization [req-521393e0-3caa-4350-ae41-5548ce5c151a req-60148ad8-b075-45bb-b19c-274d45419522 service nova] Enqueued Resource ID: 501802c6-1089-423e-9c46-dc58462341a3 with Priority: HIGHEST for action security_group_members [ 1291.594064] env[69258]: INFO networking_nsxv3.common.synchronization [req-521393e0-3caa-4350-ae41-5548ce5c151a req-60148ad8-b075-45bb-b19c-274d45419522 service nova] Enqueued Resource ID: 99a3cef4-df74-4724-b62b-e34a1349bbb2 with Priority: HIGHEST for action port [ 1291.594307] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501802c6-1089-423e-9c46-dc58462341a3 with Priority: HIGHEST for action security_group_rules [ 1291.594436] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501802c6-1089-423e-9c46-dc58462341a3 with Priority: HIGHEST for action security_group_members [ 1291.594532] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99a3cef4-df74-4724-b62b-e34a1349bbb2 with Priority: HIGHEST for action port [ 1291.598824] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-501802c6-1089-423e-9c46-dc58462341a3 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.599010] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-501802c6-1089-423e-9c46-dc58462341a3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.599072] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-501802c6-1089-423e-9c46-dc58462341a3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.599278] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-501802c6-1089-423e-9c46-dc58462341a3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.599358] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('501802c6-1089-423e-9c46-dc58462341a3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.600264] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-501802c6-1089-423e-9c46-dc58462341a3 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.600387] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501802c6-1089-423e-9c46-dc58462341a3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.600449] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501802c6-1089-423e-9c46-dc58462341a3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.600619] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501802c6-1089-423e-9c46-dc58462341a3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.600773] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.600866] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.600926] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.601114] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.601205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.601295] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501802c6-1089-423e-9c46-dc58462341a3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.602073] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-99a3cef4-df74-4724-b62b-e34a1349bbb2 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.602198] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99a3cef4-df74-4724-b62b-e34a1349bbb2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.602248] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99a3cef4-df74-4724-b62b-e34a1349bbb2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.602389] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99a3cef4-df74-4724-b62b-e34a1349bbb2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.602462] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99a3cef4-df74-4724-b62b-e34a1349bbb2',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.984867] env[69258]: INFO networking_nsxv3.common.synchronization [req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 req-0a61a061-9351-4dbc-a9f1-6313e6684d94 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Enqueued Resource ID: 059b7c35-81e2-4a02-a200-0e4e67638a44 with Priority: HIGHEST for action security_group_members [ 1291.985418] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059b7c35-81e2-4a02-a200-0e4e67638a44 with Priority: HIGHEST for action security_group_members [ 1291.985719] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-059b7c35-81e2-4a02-a200-0e4e67638a44 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.985842] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059b7c35-81e2-4a02-a200-0e4e67638a44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.985902] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059b7c35-81e2-4a02-a200-0e4e67638a44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.986183] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059b7c35-81e2-4a02-a200-0e4e67638a44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.986348] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.986450] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.986510] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.986650] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.986743] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.986813] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('059b7c35-81e2-4a02-a200-0e4e67638a44',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.104682] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-501802c6-1089-423e-9c46-dc58462341a3 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.104682] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501802c6-1089-423e-9c46-dc58462341a3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.106011] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('501802c6-1089-423e-9c46-dc58462341a3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.106972] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99a3cef4-df74-4724-b62b-e34a1349bbb2 with status ACTIVE [ 1292.106972] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.106972] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.107432] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.107492] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.107590] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.107778] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.107872] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.107932] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.108123] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.110439] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.110929] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.110929] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.111126] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.111201] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.111291] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.111441] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99a3cef4-df74-4724-b62b-e34a1349bbb2 is going to be updated. [ 1292.131541] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.131715] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.131776] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.131969] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.132125] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.132293] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99a3cef4-df74-4724-b62b-e34a1349bbb2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.400541] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18ed7da-0bbb-408f-a36d-16ed03fc7894 in Status: SUCCESS [ 1292.400541] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18ed7da-0bbb-408f-a36d-16ed03fc7894 deletion is rescheduled due to dependency. [ 1292.400541] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18ed7da-0bbb-408f-a36d-16ed03fc7894" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.410020] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-117 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.410020] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-117" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.410020] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-117" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.410020] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-117" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.410020] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.410020] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.410647] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.411275] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.411623] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.412225] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1292.412225] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1292.412225] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1292.412466] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1292.412664] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1292.412831] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1292.413110] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1292.432444] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1292.432701] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1292.432918] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1292.433192] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-117" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.433604] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-ffac2903-1750-4981-8b13-198c2836bebc taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.433869] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-ffac2903-1750-4981-8b13-198c2836bebc" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.434055] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-ffac2903-1750-4981-8b13-198c2836bebc" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.434471] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-ffac2903-1750-4981-8b13-198c2836bebc" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.434617] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffac2903-1750-4981-8b13-198c2836bebc',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.489492] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.489701] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.489769] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.490039] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.490170] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.490404] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.490572] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.490662] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.490855] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.490961] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.491133] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059b7c35-81e2-4a02-a200-0e4e67638a44 already deleted. [ 1292.491216] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059b7c35-81e2-4a02-a200-0e4e67638a44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.613522] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('501802c6-1089-423e-9c46-dc58462341a3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.943715] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.943948] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.944063] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.944418] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.944681] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.944775] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port ffac2903-1750-4981-8b13-198c2836bebc not found, creating... [ 1292.945029] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.945206] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.945334] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.945572] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.945710] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.946014] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.946186] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.946312] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.946530] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.946672] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.946820] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: ffac2903-1750-4981-8b13-198c2836bebc is going to be created. [ 1292.967085] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.967288] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.967426] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.967708] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.967985] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.968189] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-ffac2903-1750-4981-8b13-198c2836bebc" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.115818] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.116117] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.116117] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.116305] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.116405] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.116513] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501802c6-1089-423e-9c46-dc58462341a3 is going to be created. [ 1293.141033] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.141033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.141033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.141033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.141033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.150221] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501802c6-1089-423e-9c46-dc58462341a3 in Status: UNINITIALIZED for 2s [ 1293.747180] env[69258]: INFO networking_nsxv3.common.synchronization [req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 req-8a21934b-8d36-4852-be3c-c3046f0fcb02 service nova] Enqueued Resource ID: 059b7c35-81e2-4a02-a200-0e4e67638a44 with Priority: HIGHEST for action security_group_rules [ 1293.747508] env[69258]: INFO networking_nsxv3.common.synchronization [req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 req-8a21934b-8d36-4852-be3c-c3046f0fcb02 service nova] Enqueued Resource ID: 059b7c35-81e2-4a02-a200-0e4e67638a44 with Priority: HIGHEST for action security_group_members [ 1293.747508] env[69258]: INFO networking_nsxv3.common.synchronization [req-5468ddcc-9e2e-4c83-aaf3-3ebd4aba5495 req-8a21934b-8d36-4852-be3c-c3046f0fcb02 service nova] Enqueued Resource ID: ffac2903-1750-4981-8b13-198c2836bebc with Priority: HIGHEST for action port [ 1293.747751] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059b7c35-81e2-4a02-a200-0e4e67638a44 with Priority: HIGHEST for action security_group_rules [ 1293.747878] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059b7c35-81e2-4a02-a200-0e4e67638a44 with Priority: HIGHEST for action security_group_members [ 1293.747973] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffac2903-1750-4981-8b13-198c2836bebc with Priority: HIGHEST for action port [ 1293.748562] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-059b7c35-81e2-4a02-a200-0e4e67638a44 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.748757] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-059b7c35-81e2-4a02-a200-0e4e67638a44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.748757] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-059b7c35-81e2-4a02-a200-0e4e67638a44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.749018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-059b7c35-81e2-4a02-a200-0e4e67638a44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.750099] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('059b7c35-81e2-4a02-a200-0e4e67638a44',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.752174] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-059b7c35-81e2-4a02-a200-0e4e67638a44 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.752174] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059b7c35-81e2-4a02-a200-0e4e67638a44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.752174] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059b7c35-81e2-4a02-a200-0e4e67638a44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.752479] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059b7c35-81e2-4a02-a200-0e4e67638a44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.752761] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.753000] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.753269] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.753598] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.753737] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.753963] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('059b7c35-81e2-4a02-a200-0e4e67638a44',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.754913] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffac2903-1750-4981-8b13-198c2836bebc taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.755076] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffac2903-1750-4981-8b13-198c2836bebc" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.755141] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffac2903-1750-4981-8b13-198c2836bebc" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.755274] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffac2903-1750-4981-8b13-198c2836bebc" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.755547] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffac2903-1750-4981-8b13-198c2836bebc',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.160907] env[69258]: INFO networking_nsxv3.common.synchronization [req-800176b4-366b-4d64-97eb-e5d77c2520b4 req-ec2eaf17-a4d6-4807-b915-0c009d167a0f tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Enqueued Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1294.161115] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1294.161461] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.161629] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.161808] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.161925] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.162279] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.162412] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.162498] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.162600] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.162681] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.162785] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.252546] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-059b7c35-81e2-4a02-a200-0e4e67638a44 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.252716] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059b7c35-81e2-4a02-a200-0e4e67638a44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.257085] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('059b7c35-81e2-4a02-a200-0e4e67638a44',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.258074] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffac2903-1750-4981-8b13-198c2836bebc with status ACTIVE [ 1294.258274] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.258396] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.258462] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.258664] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.258751] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.258925] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.259034] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.259122] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.259247] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.259324] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.259505] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.259598] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.259656] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.259792] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.259860] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.259945] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffac2903-1750-4981-8b13-198c2836bebc is going to be updated. [ 1294.279187] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.279354] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.279414] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.279572] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.279703] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.279850] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffac2903-1750-4981-8b13-198c2836bebc" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.665255] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.731884] env[69258]: INFO networking_nsxv3.common.synchronization [None req-d9855663-07be-48ba-bd92-990333db6188 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Enqueued Resource ID: 8befc29a-6476-4b63-96d9-92bc064e93b2 with Priority: HIGHEST for action security_group_rules [ 1294.732474] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8befc29a-6476-4b63-96d9-92bc064e93b2 with Priority: HIGHEST for action security_group_rules [ 1294.732813] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8befc29a-6476-4b63-96d9-92bc064e93b2 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.732947] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.733025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.733321] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.733398] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8befc29a-6476-4b63-96d9-92bc064e93b2',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.762242] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('059b7c35-81e2-4a02-a200-0e4e67638a44',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.852246] env[69258]: INFO networking_nsxv3.common.synchronization [None req-261b2e35-b889-45b4-97f4-fa8518a9d4c0 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Enqueued Resource ID: 8befc29a-6476-4b63-96d9-92bc064e93b2 with Priority: HIGHEST for action security_group_rules [ 1294.852765] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8befc29a-6476-4b63-96d9-92bc064e93b2 with Priority: HIGHEST for action security_group_rules [ 1294.853103] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8befc29a-6476-4b63-96d9-92bc064e93b2 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.853233] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.159056] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501802c6-1089-423e-9c46-dc58462341a3 in Status: SUCCESS [ 1295.159298] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501802c6-1089-423e-9c46-dc58462341a3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.159486] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501802c6-1089-423e-9c46-dc58462341a3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.159700] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501802c6-1089-423e-9c46-dc58462341a3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.159917] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.160055] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.160126] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.160306] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.161823] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.161823] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501802c6-1089-423e-9c46-dc58462341a3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.161823] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('501802c6-1089-423e-9c46-dc58462341a3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.167261] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.252779] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.252988] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.253168] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.253330] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.253435] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.253550] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8befc29a-6476-4b63-96d9-92bc064e93b2 already deleted. [ 1295.253657] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.253826] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.254020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.254130] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8befc29a-6476-4b63-96d9-92bc064e93b2',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.263896] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.264092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.264179] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.264497] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.264623] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.264750] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059b7c35-81e2-4a02-a200-0e4e67638a44 is going to be created. [ 1295.290106] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.290314] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.290314] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.290464] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.290618] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.300170] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059b7c35-81e2-4a02-a200-0e4e67638a44 in Status: UNINITIALIZED for 2s [ 1295.662676] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('501802c6-1089-423e-9c46-dc58462341a3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.669327] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.669450] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.669542] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.669736] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.669824] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.669920] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a is going to be updated. [ 1295.696689] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.696856] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.696908] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.697113] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.697259] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.705757] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: IN_PROGRESS for 2s [ 1295.772621] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.772974] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.772974] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.773108] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.773190] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.773300] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8befc29a-6476-4b63-96d9-92bc064e93b2 already deleted. [ 1295.773387] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.164622] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 501802c6-1089-423e-9c46-dc58462341a3: rpc.has_security_group_logging(os_id): False [ 1296.187040] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.187040] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.187040] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.187355] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.187455] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.187852] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.188057] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.188472] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.188472] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.188472] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.188670] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 501802c6-1089-423e-9c46-dc58462341a3 is going to be created. [ 1296.257853] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.258023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.258099] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.262024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.262024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.276618] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 501802c6-1089-423e-9c46-dc58462341a3 in Status: IN_PROGRESS for 2s [ 1297.309013] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059b7c35-81e2-4a02-a200-0e4e67638a44 in Status: SUCCESS [ 1297.309339] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059b7c35-81e2-4a02-a200-0e4e67638a44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.309422] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059b7c35-81e2-4a02-a200-0e4e67638a44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.309624] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059b7c35-81e2-4a02-a200-0e4e67638a44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.309813] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.309926] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.309991] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.310152] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.310233] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.310319] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059b7c35-81e2-4a02-a200-0e4e67638a44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.310407] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('059b7c35-81e2-4a02-a200-0e4e67638a44',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.714886] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: SUCCESS [ 1297.715153] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.812926] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-059b7c35-81e2-4a02-a200-0e4e67638a44 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.813118] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059b7c35-81e2-4a02-a200-0e4e67638a44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.813194] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059b7c35-81e2-4a02-a200-0e4e67638a44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.813421] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059b7c35-81e2-4a02-a200-0e4e67638a44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.813590] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.813692] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.813758] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.813908] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.813998] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.814103] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059b7c35-81e2-4a02-a200-0e4e67638a44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.814409] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-059b7c35-81e2-4a02-a200-0e4e67638a44 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.814409] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059b7c35-81e2-4a02-a200-0e4e67638a44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.814409] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059b7c35-81e2-4a02-a200-0e4e67638a44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.814621] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059b7c35-81e2-4a02-a200-0e4e67638a44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.814696] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.814786] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.814847] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.814985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.815077] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.815162] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059b7c35-81e2-4a02-a200-0e4e67638a44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.815252] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('059b7c35-81e2-4a02-a200-0e4e67638a44',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.288401] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 501802c6-1089-423e-9c46-dc58462341a3 in Status: SUCCESS [ 1298.288799] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-501802c6-1089-423e-9c46-dc58462341a3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.317477] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 059b7c35-81e2-4a02-a200-0e4e67638a44: rpc.has_security_group_logging(os_id): False [ 1298.333679] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.333898] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.333898] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.334284] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.334397] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.334613] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.334716] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.334780] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.334964] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.335055] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.335262] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.335359] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.335420] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.335562] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.335638] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.335822] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.335916] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.335978] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.336136] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.336212] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.336300] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 059b7c35-81e2-4a02-a200-0e4e67638a44 is going to be created. [ 1298.395616] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.395796] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.395878] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.396094] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.396334] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.406095] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 059b7c35-81e2-4a02-a200-0e4e67638a44 in Status: IN_PROGRESS for 2s [ 1299.854109] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1299.854443] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1300.418248] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 059b7c35-81e2-4a02-a200-0e4e67638a44 in Status: SUCCESS [ 1300.418935] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-059b7c35-81e2-4a02-a200-0e4e67638a44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.534348] env[69258]: INFO networking_nsxv3.common.synchronization [req-4a9c0e0c-4697-438b-bf59-178a8b434427 req-3856a7d7-2c56-48bd-9a35-6a3a88047f87 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Enqueued Resource ID: 8befc29a-6476-4b63-96d9-92bc064e93b2 with Priority: HIGHEST for action security_group_members [ 1300.534348] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8befc29a-6476-4b63-96d9-92bc064e93b2 with Priority: HIGHEST for action security_group_members [ 1300.534348] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-8befc29a-6476-4b63-96d9-92bc064e93b2 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.534348] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.534348] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.535098] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.535098] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.535098] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.535098] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.535098] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.535306] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.535306] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8befc29a-6476-4b63-96d9-92bc064e93b2',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.899034] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-675 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.899364] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-675" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.899364] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-675" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.899636] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-675" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.899899] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.900078] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.900412] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.900412] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.900553] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.900770] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1300.900888] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1300.901015] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1300.901160] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1300.901291] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1300.901406] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1300.901544] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1300.921319] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1300.921490] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1300.921632] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1300.921807] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-675" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.922129] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-8c433f02-60c6-4566-99ba-97e8672c5ef6 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.922300] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-8c433f02-60c6-4566-99ba-97e8672c5ef6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.922428] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-8c433f02-60c6-4566-99ba-97e8672c5ef6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.922744] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-8c433f02-60c6-4566-99ba-97e8672c5ef6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.922892] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c433f02-60c6-4566-99ba-97e8672c5ef6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.037469] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.037630] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.037700] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.037898] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.037993] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.038196] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.038297] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.038359] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.038506] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.038582] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.038667] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8befc29a-6476-4b63-96d9-92bc064e93b2 already deleted. [ 1301.038751] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.428019] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.428019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.428019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.428019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.428019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.428019] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 8c433f02-60c6-4566-99ba-97e8672c5ef6 not found, creating... [ 1301.428019] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.428019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.428019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.428019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.428019] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.428619] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.428619] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.428619] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.428619] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.428619] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.429483] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 8c433f02-60c6-4566-99ba-97e8672c5ef6 is going to be created. [ 1301.451100] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.451100] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.451100] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.451100] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.451100] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.451100] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-8c433f02-60c6-4566-99ba-97e8672c5ef6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.349240] env[69258]: INFO networking_nsxv3.common.synchronization [req-4a9c0e0c-4697-438b-bf59-178a8b434427 req-8bd0fc39-8a61-4d25-b4c0-bd9efe9697d4 service nova] Enqueued Resource ID: 8befc29a-6476-4b63-96d9-92bc064e93b2 with Priority: HIGHEST for action security_group_rules [ 1302.349543] env[69258]: INFO networking_nsxv3.common.synchronization [req-4a9c0e0c-4697-438b-bf59-178a8b434427 req-8bd0fc39-8a61-4d25-b4c0-bd9efe9697d4 service nova] Enqueued Resource ID: 8befc29a-6476-4b63-96d9-92bc064e93b2 with Priority: HIGHEST for action security_group_members [ 1302.349737] env[69258]: INFO networking_nsxv3.common.synchronization [req-4a9c0e0c-4697-438b-bf59-178a8b434427 req-8bd0fc39-8a61-4d25-b4c0-bd9efe9697d4 service nova] Enqueued Resource ID: 8c433f02-60c6-4566-99ba-97e8672c5ef6 with Priority: HIGHEST for action port [ 1302.350639] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8befc29a-6476-4b63-96d9-92bc064e93b2 with Priority: HIGHEST for action security_group_rules [ 1302.352030] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8befc29a-6476-4b63-96d9-92bc064e93b2 with Priority: HIGHEST for action security_group_members [ 1302.353739] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c433f02-60c6-4566-99ba-97e8672c5ef6 with Priority: HIGHEST for action port [ 1302.354159] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8befc29a-6476-4b63-96d9-92bc064e93b2 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.354335] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.354453] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.354732] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.355063] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8befc29a-6476-4b63-96d9-92bc064e93b2',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.355912] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-8befc29a-6476-4b63-96d9-92bc064e93b2 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.356076] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.356178] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.356419] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.356630] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.356769] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.356866] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.357102] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.357229] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.357362] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8befc29a-6476-4b63-96d9-92bc064e93b2',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.358608] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c433f02-60c6-4566-99ba-97e8672c5ef6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.358758] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c433f02-60c6-4566-99ba-97e8672c5ef6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.358857] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c433f02-60c6-4566-99ba-97e8672c5ef6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.359080] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c433f02-60c6-4566-99ba-97e8672c5ef6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.359200] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c433f02-60c6-4566-99ba-97e8672c5ef6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.861598] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8befc29a-6476-4b63-96d9-92bc064e93b2',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.862718] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-8befc29a-6476-4b63-96d9-92bc064e93b2 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.862846] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.863019] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c433f02-60c6-4566-99ba-97e8672c5ef6 with status ACTIVE [ 1302.863187] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.863328] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.863396] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.863590] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.863681] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.863847] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.864090] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.864090] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.864170] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.864237] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.864484] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.864579] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.864642] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.864784] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.864859] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.864945] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c433f02-60c6-4566-99ba-97e8672c5ef6 is going to be updated. [ 1302.886156] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.886325] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.886466] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.886645] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.886804] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.886953] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c433f02-60c6-4566-99ba-97e8672c5ef6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.367235] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8befc29a-6476-4b63-96d9-92bc064e93b2',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.870317] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.870470] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.870552] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.871585] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.871585] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.871585] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8befc29a-6476-4b63-96d9-92bc064e93b2 is going to be created. [ 1303.897834] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.897975] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.898075] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.898302] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.898486] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.907809] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8befc29a-6476-4b63-96d9-92bc064e93b2 in Status: UNINITIALIZED for 2s [ 1304.450061] env[69258]: INFO networking_nsxv3.common.synchronization [req-f347b773-9f5e-4f5f-8f37-8c54a82ae40f req-68abe73e-c784-4d45-a01c-b5dce10f59d1 tempest-ServerAddressesTestJSON-696030723 tempest-ServerAddressesTestJSON-696030723-project-member] Enqueued Resource ID: 059b7c35-81e2-4a02-a200-0e4e67638a44 with Priority: HIGHEST for action security_group_members [ 1304.450061] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 059b7c35-81e2-4a02-a200-0e4e67638a44 with Priority: HIGHEST for action security_group_members [ 1304.450061] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-059b7c35-81e2-4a02-a200-0e4e67638a44 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.450061] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-059b7c35-81e2-4a02-a200-0e4e67638a44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.450061] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-059b7c35-81e2-4a02-a200-0e4e67638a44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.450061] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-059b7c35-81e2-4a02-a200-0e4e67638a44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.450061] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.450061] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.450061] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.450061] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.450061] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.450061] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('059b7c35-81e2-4a02-a200-0e4e67638a44',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.950588] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.950750] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.950813] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.951024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.951145] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.951334] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.951431] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.951490] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.951641] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.951718] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.951807] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059b7c35-81e2-4a02-a200-0e4e67638a44 is going to be updated. [ 1304.977784] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.977975] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.978057] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.978266] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.978707] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.987400] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059b7c35-81e2-4a02-a200-0e4e67638a44 in Status: IN_PROGRESS for 2s [ 1305.153266] env[69258]: INFO networking_nsxv3.common.synchronization [req-0349269f-7d48-4a04-8ac5-2130b23e64a6 req-5d42fc7e-b8d2-4e0c-9c39-e85b99c7278c tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Enqueued Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1305.153909] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1305.154127] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.154404] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.154404] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.154572] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.154733] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.154839] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.154980] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.155188] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.155338] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.155486] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.456999] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.456999] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-103" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.456999] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-103" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.457461] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-103" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.457461] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.457548] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.457653] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.457859] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.458016] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.458231] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1305.458355] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1305.458470] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1305.458584] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1305.458698] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1305.458807] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1305.458945] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1305.475728] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1305.477028] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1305.477028] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1305.477028] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-103" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.477028] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-01df6d5e-40f2-423a-8052-da916885c7d6 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.477028] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-01df6d5e-40f2-423a-8052-da916885c7d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.477028] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-01df6d5e-40f2-423a-8052-da916885c7d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.477028] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-01df6d5e-40f2-423a-8052-da916885c7d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.477378] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01df6d5e-40f2-423a-8052-da916885c7d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.657296] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.918965] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8befc29a-6476-4b63-96d9-92bc064e93b2 in Status: SUCCESS [ 1305.918965] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.919159] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.920047] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.920047] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.920047] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.920047] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.920047] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.920047] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.920047] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.920400] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8befc29a-6476-4b63-96d9-92bc064e93b2',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.979212] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.979504] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.979665] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.979883] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.980052] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.980212] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 01df6d5e-40f2-423a-8052-da916885c7d6 not found, creating... [ 1305.980479] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.980659] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.980758] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.980972] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.981127] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.981427] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.981585] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.981724] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.982014] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.982173] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.982322] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 01df6d5e-40f2-423a-8052-da916885c7d6 is going to be created. [ 1305.999464] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.999646] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.999776] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.000015] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.000246] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.000463] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-01df6d5e-40f2-423a-8052-da916885c7d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.159603] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.421844] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8befc29a-6476-4b63-96d9-92bc064e93b2',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.662035] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.662346] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.662346] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.662422] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.662502] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.662632] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a is going to be updated. [ 1306.704985] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.705220] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.705220] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.705421] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.705566] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.719889] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: IN_PROGRESS for 2s [ 1306.815197] env[69258]: INFO networking_nsxv3.common.synchronization [req-0349269f-7d48-4a04-8ac5-2130b23e64a6 req-1a3122f3-e4c3-4c74-8e82-19433b4ec78d service nova] Enqueued Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_rules [ 1306.815197] env[69258]: INFO networking_nsxv3.common.synchronization [req-0349269f-7d48-4a04-8ac5-2130b23e64a6 req-1a3122f3-e4c3-4c74-8e82-19433b4ec78d service nova] Enqueued Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1306.815197] env[69258]: INFO networking_nsxv3.common.synchronization [req-0349269f-7d48-4a04-8ac5-2130b23e64a6 req-1a3122f3-e4c3-4c74-8e82-19433b4ec78d service nova] Enqueued Resource ID: 01df6d5e-40f2-423a-8052-da916885c7d6 with Priority: HIGHEST for action port [ 1306.815197] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_rules [ 1306.815197] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1306.815197] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01df6d5e-40f2-423a-8052-da916885c7d6 with Priority: HIGHEST for action port [ 1306.815891] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.816153] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.816311] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.816723] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.816893] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.817890] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.818104] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.818407] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-01df6d5e-40f2-423a-8052-da916885c7d6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.819134] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01df6d5e-40f2-423a-8052-da916885c7d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.819134] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01df6d5e-40f2-423a-8052-da916885c7d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.819134] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01df6d5e-40f2-423a-8052-da916885c7d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.819134] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01df6d5e-40f2-423a-8052-da916885c7d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.924509] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8befc29a-6476-4b63-96d9-92bc064e93b2: rpc.has_security_group_logging(os_id): False [ 1306.946137] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.946333] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.946333] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.946549] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.946638] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.946881] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.946981] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.947056] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.947221] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.947306] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.947394] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8befc29a-6476-4b63-96d9-92bc064e93b2 is going to be created. [ 1307.002961] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 059b7c35-81e2-4a02-a200-0e4e67638a44 in Status: SUCCESS [ 1307.003132] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 059b7c35-81e2-4a02-a200-0e4e67638a44 deletion is rescheduled due to dependency. [ 1307.003285] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-059b7c35-81e2-4a02-a200-0e4e67638a44" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.008079] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.008205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.008266] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.008453] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.008619] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.018139] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8befc29a-6476-4b63-96d9-92bc064e93b2 in Status: IN_PROGRESS for 2s [ 1307.320703] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.320936] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.321069] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01df6d5e-40f2-423a-8052-da916885c7d6 with status ACTIVE [ 1307.321623] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.321623] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.321623] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.322132] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.322132] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.322132] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.322265] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.322265] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.322491] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.322603] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.322808] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.323037] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.323037] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.323197] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.323511] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.323624] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01df6d5e-40f2-423a-8052-da916885c7d6 is going to be updated. [ 1307.345193] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.345430] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.345512] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.345673] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.345852] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.346013] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01df6d5e-40f2-423a-8052-da916885c7d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.787418] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.787785] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-871" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.787785] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-871" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.788056] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-871" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.788321] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.788493] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.788618] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.788841] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.788994] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.789225] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1307.789345] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1307.789462] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1307.789574] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1307.789688] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1307.789800] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1307.789937] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1307.808974] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1307.809178] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1307.809321] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1307.809494] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-871" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.809797] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-1470b332-479c-4e04-beef-e4fbd4e7632d taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.809970] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-1470b332-479c-4e04-beef-e4fbd4e7632d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.810107] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-1470b332-479c-4e04-beef-e4fbd4e7632d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.810355] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-1470b332-479c-4e04-beef-e4fbd4e7632d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.810498] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1470b332-479c-4e04-beef-e4fbd4e7632d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.312490] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.312761] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.312908] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.313475] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.313594] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.313886] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.314061] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.314187] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.314427] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.314573] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.314851] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.315017] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.315144] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.315371] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.315515] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.315670] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 1470b332-479c-4e04-beef-e4fbd4e7632d is going to be updated. [ 1308.334974] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.335135] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.335258] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.335510] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.335702] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.335918] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-1470b332-479c-4e04-beef-e4fbd4e7632d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.729641] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: SUCCESS [ 1308.729991] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.730211] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.730509] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.730716] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.730838] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.730921] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.731095] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.731179] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.731295] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.029929] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8befc29a-6476-4b63-96d9-92bc064e93b2 in Status: SUCCESS [ 1309.030204] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.039219] env[69258]: INFO networking_nsxv3.common.synchronization [req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 req-691f23c6-5e5a-495c-abcf-5108c405452f service nova] Enqueued Resource ID: 65d9e649-5442-445a-9530-77202ca8a79a with Priority: HIGHEST for action security_group_rules [ 1309.039407] env[69258]: INFO networking_nsxv3.common.synchronization [req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 req-691f23c6-5e5a-495c-abcf-5108c405452f service nova] Enqueued Resource ID: 65d9e649-5442-445a-9530-77202ca8a79a with Priority: HIGHEST for action security_group_members [ 1309.039555] env[69258]: INFO networking_nsxv3.common.synchronization [req-1e31d6a7-993f-4af1-ae6e-5f9f2526c9e8 req-691f23c6-5e5a-495c-abcf-5108c405452f service nova] Enqueued Resource ID: 1470b332-479c-4e04-beef-e4fbd4e7632d with Priority: HIGHEST for action port [ 1309.039784] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65d9e649-5442-445a-9530-77202ca8a79a with Priority: HIGHEST for action security_group_rules [ 1309.039906] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65d9e649-5442-445a-9530-77202ca8a79a with Priority: HIGHEST for action security_group_members [ 1309.040008] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1470b332-479c-4e04-beef-e4fbd4e7632d with Priority: HIGHEST for action port [ 1309.040536] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65d9e649-5442-445a-9530-77202ca8a79a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.040673] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.040726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.040908] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.040988] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65d9e649-5442-445a-9530-77202ca8a79a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.045375] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-65d9e649-5442-445a-9530-77202ca8a79a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.045375] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.045375] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.045375] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.045375] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.045375] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.045375] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.045375] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.045375] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.045375] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65d9e649-5442-445a-9530-77202ca8a79a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.045375] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-1470b332-479c-4e04-beef-e4fbd4e7632d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.045375] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1470b332-479c-4e04-beef-e4fbd4e7632d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.045375] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1470b332-479c-4e04-beef-e4fbd4e7632d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.045375] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1470b332-479c-4e04-beef-e4fbd4e7632d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.045375] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1470b332-479c-4e04-beef-e4fbd4e7632d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.234887] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.548258] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-65d9e649-5442-445a-9530-77202ca8a79a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.548258] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.550030] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65d9e649-5442-445a-9530-77202ca8a79a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.550460] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1470b332-479c-4e04-beef-e4fbd4e7632d with status ACTIVE [ 1309.550646] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.550760] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.554019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.554019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.554019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.554019] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.554019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.554019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.554019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.554019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.554019] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.554019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.554019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.554019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.554019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.554019] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1470b332-479c-4e04-beef-e4fbd4e7632d is going to be updated. [ 1309.572838] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.572971] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.573054] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.573238] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.573391] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.574023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1470b332-479c-4e04-beef-e4fbd4e7632d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.737423] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.055107] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65d9e649-5442-445a-9530-77202ca8a79a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.239975] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.240204] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.240283] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.240968] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.240968] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.240968] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a is going to be updated. [ 1310.267852] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.267969] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.268041] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.268255] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.268400] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.276466] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: IN_PROGRESS for 2s [ 1310.557520] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.557777] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.557777] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.559028] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.559028] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.559028] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65d9e649-5442-445a-9530-77202ca8a79a is going to be updated. [ 1310.583083] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.583083] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.583216] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.583599] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.583700] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.592469] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65d9e649-5442-445a-9530-77202ca8a79a in Status: IN_PROGRESS for 2s [ 1312.286839] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: SUCCESS [ 1312.287244] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.287244] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.287538] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.287781] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.287947] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.288051] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.288245] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.288368] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.288514] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.288592] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.602934] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65d9e649-5442-445a-9530-77202ca8a79a in Status: SUCCESS [ 1312.602934] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.602934] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.602934] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.602934] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.602934] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.602934] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.603398] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.603398] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.603398] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.603398] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65d9e649-5442-445a-9530-77202ca8a79a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.792035] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.792035] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.792035] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.792352] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.792352] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.792478] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.792551] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.792720] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.792821] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.792956] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.793212] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.793364] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.793458] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.793652] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.793859] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.794172] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.794265] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.794459] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.794573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.794711] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.794861] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.109019] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65d9e649-5442-445a-9530-77202ca8a79a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.297263] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a: rpc.has_security_group_logging(os_id): False [ 1313.315191] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.318022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.318022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.318022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.318022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.318022] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.318022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.318022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.318022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.318022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.318022] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.318022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.318022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.318022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.318022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.318635] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.318635] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.318635] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.318635] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.318635] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.319150] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a is going to be updated. [ 1313.382630] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.382869] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.382987] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.383284] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.383518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.398065] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: IN_PROGRESS for 2s [ 1313.608521] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65d9e649-5442-445a-9530-77202ca8a79a: rpc.has_security_group_logging(os_id): False [ 1313.626741] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.626992] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.627143] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.627413] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.627591] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.627901] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.628091] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.628204] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.628414] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.628549] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.628680] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65d9e649-5442-445a-9530-77202ca8a79a is going to be updated. [ 1313.684360] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.684619] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.684619] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.684806] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.684959] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.696838] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65d9e649-5442-445a-9530-77202ca8a79a in Status: IN_PROGRESS for 2s [ 1314.021419] env[69258]: INFO networking_nsxv3.common.synchronization [req-d6e53250-3d61-4ab6-8fcd-b82e746cbf50 req-e6c2db43-74e6-4c92-bbbb-e0f202f16919 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Enqueued Resource ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d with Priority: HIGHEST for action security_group_members [ 1314.022064] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d with Priority: HIGHEST for action security_group_members [ 1314.022369] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.022467] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.022467] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.022650] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.022902] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.023053] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.023121] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.023279] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.023383] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.023499] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1dd1e46-1c01-4f64-9ede-c03988ddcf2d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.525345] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.525684] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.525684] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.525828] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.547024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.547305] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.547412] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.547492] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.547692] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.547816] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.547876] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d is going to be updated. [ 1314.572675] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.572852] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.572914] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.573087] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.573245] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.581054] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d in Status: IN_PROGRESS for 2s [ 1315.413746] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: SUCCESS [ 1315.414099] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.709892] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65d9e649-5442-445a-9530-77202ca8a79a in Status: SUCCESS [ 1315.710336] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.590792] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d in Status: SUCCESS [ 1316.590976] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d deletion is rescheduled due to dependency. [ 1316.591313] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.698674] env[69258]: INFO networking_nsxv3.common.synchronization [req-a6cdea76-abc7-48a1-b4df-3b14f5563498 req-f488ce08-6475-47f8-9fef-4d14d68fb3ec tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Enqueued Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1318.699163] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1318.699543] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.699698] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.699908] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.700129] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.701366] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.701366] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.701366] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.701366] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.701366] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.701366] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.203858] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.707073] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.209566] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.209829] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.209829] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.210029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.210119] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.210219] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a is going to be updated. [ 1320.239475] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.239698] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.239698] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.239897] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.240053] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.248449] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: IN_PROGRESS for 2s [ 1321.267835] env[69258]: INFO networking_nsxv3.common.synchronization [req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 req-1ac22ada-2f99-4f5a-a340-3228d768198e tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Enqueued Resource ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d with Priority: HIGHEST for action security_group_members [ 1321.268223] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d with Priority: HIGHEST for action security_group_members [ 1321.268530] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.268651] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.268718] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.268914] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.269074] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.269190] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.269225] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.269365] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.269451] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.269541] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1dd1e46-1c01-4f64-9ede-c03988ddcf2d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.519315] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-447 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.519315] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-447" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.519315] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-447" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.519315] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-447" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.519623] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.519713] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.519837] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.520058] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.520211] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.520431] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1321.520550] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1321.520664] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1321.520775] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1321.520888] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1321.520998] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1321.521150] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1321.540252] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1321.540428] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1321.540551] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1321.540722] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-447" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.541016] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-522ef1da-05a1-4435-b766-b14c5e2a766b taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.541198] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-522ef1da-05a1-4435-b766-b14c5e2a766b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.541323] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-522ef1da-05a1-4435-b766-b14c5e2a766b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.541622] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-522ef1da-05a1-4435-b766-b14c5e2a766b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.541764] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('522ef1da-05a1-4435-b766-b14c5e2a766b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.771466] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.771737] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.771737] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.771877] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.771929] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.772144] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.772251] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.772309] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.772473] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.772571] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.772624] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d is going to be updated. [ 1321.795453] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.795720] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.795720] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.795844] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.795906] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.804640] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d in Status: IN_PROGRESS for 2s [ 1322.043763] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.043982] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.044483] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.044483] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.044579] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.045076] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 522ef1da-05a1-4435-b766-b14c5e2a766b not found, creating... [ 1322.045076] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.045281] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.045372] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.045612] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.045962] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.046337] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.046337] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.046337] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.047182] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.047182] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.047182] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 522ef1da-05a1-4435-b766-b14c5e2a766b is going to be created. [ 1322.069494] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.069494] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.069494] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.069830] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.070052] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.070291] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-522ef1da-05a1-4435-b766-b14c5e2a766b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.257031] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: SUCCESS [ 1322.257320] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.750523] env[69258]: INFO networking_nsxv3.common.synchronization [req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 req-73afc59f-2651-47be-ad17-8f35a98ba0d5 service nova] Enqueued Resource ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d with Priority: HIGHEST for action security_group_rules [ 1322.751148] env[69258]: INFO networking_nsxv3.common.synchronization [req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 req-73afc59f-2651-47be-ad17-8f35a98ba0d5 service nova] Enqueued Resource ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d with Priority: HIGHEST for action security_group_members [ 1322.751148] env[69258]: INFO networking_nsxv3.common.synchronization [req-6bb031e0-e5f0-4dbc-acde-26e5da8f61e6 req-73afc59f-2651-47be-ad17-8f35a98ba0d5 service nova] Enqueued Resource ID: 522ef1da-05a1-4435-b766-b14c5e2a766b with Priority: HIGHEST for action port [ 1322.751447] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d with Priority: HIGHEST for action security_group_rules [ 1322.751592] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d with Priority: HIGHEST for action security_group_members [ 1322.751682] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522ef1da-05a1-4435-b766-b14c5e2a766b with Priority: HIGHEST for action port [ 1322.751955] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.752098] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.752159] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.752352] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.752436] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1dd1e46-1c01-4f64-9ede-c03988ddcf2d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.753225] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.753319] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.753548] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-522ef1da-05a1-4435-b766-b14c5e2a766b taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.753696] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-522ef1da-05a1-4435-b766-b14c5e2a766b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.753696] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-522ef1da-05a1-4435-b766-b14c5e2a766b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.753851] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-522ef1da-05a1-4435-b766-b14c5e2a766b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.753919] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('522ef1da-05a1-4435-b766-b14c5e2a766b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.255456] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.255643] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.255765] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 522ef1da-05a1-4435-b766-b14c5e2a766b with status ACTIVE [ 1323.255930] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.256045] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.256113] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.256329] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.256456] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.256589] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.256686] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.256747] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.256898] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.256987] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.257162] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.257256] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.257313] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.257454] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.257528] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.257611] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 522ef1da-05a1-4435-b766-b14c5e2a766b is going to be updated. [ 1323.276883] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.277038] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.277082] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.277312] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.277384] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.277544] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-522ef1da-05a1-4435-b766-b14c5e2a766b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.813285] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d in Status: SUCCESS [ 1323.813578] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d deletion is rescheduled due to dependency. [ 1323.813617] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.813805] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.814061] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.814294] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.814449] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.814528] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.814703] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.814810] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.814927] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1dd1e46-1c01-4f64-9ede-c03988ddcf2d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.317462] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1dd1e46-1c01-4f64-9ede-c03988ddcf2d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.819880] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1dd1e46-1c01-4f64-9ede-c03988ddcf2d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.323060] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.323060] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.323060] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.323060] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.323427] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.323427] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d is going to be updated. [ 1325.348773] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.348913] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.349032] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.349213] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.349364] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.357601] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d in Status: IN_PROGRESS for 2s [ 1327.368118] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d in Status: SUCCESS [ 1327.368118] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.368118] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.368547] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.368547] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.368547] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.368679] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.368710] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.368807] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.368896] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.368945] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1dd1e46-1c01-4f64-9ede-c03988ddcf2d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.752820] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1327.752820] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1327.872050] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1dd1e46-1c01-4f64-9ede-c03988ddcf2d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.978281] env[69258]: INFO networking_nsxv3.common.synchronization [req-8ad843d1-13dc-4a7c-b93d-c4919c662760 req-de270205-2cf3-4dbc-885b-36b76fbefba4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Enqueued Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1327.978281] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1327.978471] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.978549] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.978617] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.978806] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.978956] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.979073] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.979166] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.980532] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.980532] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.980532] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.255405] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.255657] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-103" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.255837] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-103" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.256208] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-103" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.256589] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.256823] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.256966] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.257212] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.257366] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.257579] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1328.257699] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1328.257813] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1328.257924] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1328.258048] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1328.258188] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1328.258329] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1328.275326] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1328.275482] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1328.275624] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1328.275793] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-103" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.276088] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-eaceaee0-8fd5-4e63-b254-ecc484a2fe99 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.276257] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-eaceaee0-8fd5-4e63-b254-ecc484a2fe99" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.276382] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-eaceaee0-8fd5-4e63-b254-ecc484a2fe99" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.276700] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-eaceaee0-8fd5-4e63-b254-ecc484a2fe99" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.276852] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaceaee0-8fd5-4e63-b254-ecc484a2fe99',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.373329] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1dd1e46-1c01-4f64-9ede-c03988ddcf2d: rpc.has_security_group_logging(os_id): False [ 1328.390014] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.390199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.390244] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.390432] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.390530] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.390788] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.390891] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.390955] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.391135] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.391214] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.391318] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d is going to be updated. [ 1328.445619] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.445787] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.445881] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.445996] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.446152] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.456578] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d in Status: IN_PROGRESS for 2s [ 1328.481026] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.778787] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.778986] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.779109] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.779622] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.779622] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.779766] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port eaceaee0-8fd5-4e63-b254-ecc484a2fe99 not found, creating... [ 1328.780340] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.780340] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.780581] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.780633] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.780794] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.781131] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.781320] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.781465] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.781759] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.781910] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.782084] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: eaceaee0-8fd5-4e63-b254-ecc484a2fe99 is going to be created. [ 1328.799777] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.799988] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.800113] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.800352] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.800580] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.800799] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-eaceaee0-8fd5-4e63-b254-ecc484a2fe99" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.982542] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.475198] env[69258]: INFO networking_nsxv3.common.synchronization [req-8ad843d1-13dc-4a7c-b93d-c4919c662760 req-b832a242-401d-4285-85c0-08bd538c35b0 service nova] Enqueued Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_rules [ 1329.475489] env[69258]: INFO networking_nsxv3.common.synchronization [req-8ad843d1-13dc-4a7c-b93d-c4919c662760 req-b832a242-401d-4285-85c0-08bd538c35b0 service nova] Enqueued Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1329.475554] env[69258]: INFO networking_nsxv3.common.synchronization [req-8ad843d1-13dc-4a7c-b93d-c4919c662760 req-b832a242-401d-4285-85c0-08bd538c35b0 service nova] Enqueued Resource ID: eaceaee0-8fd5-4e63-b254-ecc484a2fe99 with Priority: HIGHEST for action port [ 1329.476214] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_rules [ 1329.476359] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1329.476459] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaceaee0-8fd5-4e63-b254-ecc484a2fe99 with Priority: HIGHEST for action port [ 1329.476752] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.476880] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.476956] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.477158] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.477242] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.478391] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.478513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.478722] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-eaceaee0-8fd5-4e63-b254-ecc484a2fe99 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.478817] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eaceaee0-8fd5-4e63-b254-ecc484a2fe99" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.478884] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eaceaee0-8fd5-4e63-b254-ecc484a2fe99" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.479064] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eaceaee0-8fd5-4e63-b254-ecc484a2fe99" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.479168] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaceaee0-8fd5-4e63-b254-ecc484a2fe99',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.484681] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.484873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.485835] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.485835] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.485835] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.485835] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a is going to be updated. [ 1329.514023] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.514249] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.514249] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.514419] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.514593] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.523280] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: IN_PROGRESS for 2s [ 1329.980629] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.980815] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.981025] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eaceaee0-8fd5-4e63-b254-ecc484a2fe99 with status ACTIVE [ 1329.981209] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.981320] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.981383] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.981641] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.981738] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.981936] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.982053] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.982172] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.982223] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.982325] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.982465] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.982555] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.982613] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.982754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.982830] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.982913] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eaceaee0-8fd5-4e63-b254-ecc484a2fe99 is going to be updated. [ 1330.002164] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.002164] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.002164] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.002489] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.002489] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.002489] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eaceaee0-8fd5-4e63-b254-ecc484a2fe99" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.377902] env[69258]: INFO networking_nsxv3.common.synchronization [req-aabc4083-e8a0-401c-acc7-ab92a09ce966 req-566332e0-41e9-410e-a869-809729913b96 tempest-ServersTestJSON-1959725639 tempest-ServersTestJSON-1959725639-project-member] Enqueued Resource ID: cf117093-c1cb-4d03-b4a0-21304e927713 with Priority: HIGHEST for action security_group_members [ 1330.377999] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf117093-c1cb-4d03-b4a0-21304e927713 with Priority: HIGHEST for action security_group_members [ 1330.378311] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf117093-c1cb-4d03-b4a0-21304e927713 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.378433] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf117093-c1cb-4d03-b4a0-21304e927713" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.378505] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf117093-c1cb-4d03-b4a0-21304e927713" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.378757] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf117093-c1cb-4d03-b4a0-21304e927713" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.378841] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.378931] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.378992] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.379145] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.379235] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.379371] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf117093-c1cb-4d03-b4a0-21304e927713',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.469087] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d in Status: SUCCESS [ 1330.469333] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.881060] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.881410] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.881410] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.881647] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.881767] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.881986] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.882105] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.882169] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.882339] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.882422] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.882521] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf117093-c1cb-4d03-b4a0-21304e927713 is going to be updated. [ 1330.906673] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.906794] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.906878] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.907068] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.907199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.914490] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf117093-c1cb-4d03-b4a0-21304e927713 in Status: IN_PROGRESS for 2s [ 1331.532909] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: SUCCESS [ 1331.533206] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.533374] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.533667] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.533872] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.533991] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.534068] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.534226] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.534306] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.534399] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.036671] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.541235] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.923778] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf117093-c1cb-4d03-b4a0-21304e927713 in Status: SUCCESS [ 1332.923984] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf117093-c1cb-4d03-b4a0-21304e927713 deletion is rescheduled due to dependency. [ 1332.924059] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf117093-c1cb-4d03-b4a0-21304e927713" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.043889] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.044298] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.044298] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.044382] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.044479] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.044591] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a is going to be updated. [ 1333.070399] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.070567] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.070617] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.070760] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.070900] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.078269] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: IN_PROGRESS for 2s [ 1334.427060] env[69258]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1334.427407] env[69258]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-04d060d0-102c-4215-b939-6ca0ee734751 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1335.089601] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: SUCCESS [ 1335.089871] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.090049] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.090441] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.090524] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.090587] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.090673] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.090785] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.090866] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.090962] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.091072] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.379530] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1335.379673] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1335.593120] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.593559] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.593559] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.593685] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.593881] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.594013] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.594093] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.594302] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.594367] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.594469] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.594664] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.594761] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.594857] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.594996] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.595200] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.595283] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.595324] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.595467] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.595553] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.595645] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.595738] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.098830] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a: rpc.has_security_group_logging(os_id): False [ 1336.116843] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.116959] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.117042] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.117259] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.117352] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.117547] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.117666] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.117765] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.117931] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.118017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.118253] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.118322] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.118371] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.118497] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.118588] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.118793] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.118933] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.118986] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.120065] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.120171] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.120271] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a is going to be updated. [ 1336.174942] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.175111] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.175184] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.175396] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.175542] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.188105] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: IN_PROGRESS for 2s [ 1338.202764] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: SUCCESS [ 1338.203139] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.386040] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.386208] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.386271] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.386487] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.386786] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.817438] env[69258]: INFO networking_nsxv3.common.synchronization [None req-1054d527-1578-42db-8f5b-21d6bd248f58 None None] Enqueued Resource ID: f27150bd-8d47-4707-9b29-3d0f9bc632d2 with Priority: HIGHEST for action port [ 1338.817438] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f27150bd-8d47-4707-9b29-3d0f9bc632d2 with Priority: HIGHEST for action port [ 1338.817985] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-f27150bd-8d47-4707-9b29-3d0f9bc632d2 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.818115] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f27150bd-8d47-4707-9b29-3d0f9bc632d2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.818214] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f27150bd-8d47-4707-9b29-3d0f9bc632d2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.818421] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f27150bd-8d47-4707-9b29-3d0f9bc632d2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.818497] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f27150bd-8d47-4707-9b29-3d0f9bc632d2',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.889756] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.320417] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f27150bd-8d47-4707-9b29-3d0f9bc632d2 [ 1339.320690] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.320814] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.320885] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.321135] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.321229] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.321325] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f27150bd-8d47-4707-9b29-3d0f9bc632d2 already deleted. [ 1339.321408] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f27150bd-8d47-4707-9b29-3d0f9bc632d2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.391815] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.894057] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1339.894177] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1340.622810] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.623115] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.623115] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.623319] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.636496] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1340.637347] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.638030] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1340.673210] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.673396] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.673396] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.673670] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.688803] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.689584] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1340.689676] env[69258]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69258) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1340.689758] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1340.728354] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.728521] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.728581] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.728756] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.730119] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.730300] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1340.806324] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.806324] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.806324] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.806324] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.806324] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.806324] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1340.864188] env[69258]: INFO networking_nsxv3.common.synchronization [None req-f928cb53-c184-4d79-b043-6553fe670124 None None] Enqueued Resource ID: 5130ea97-0da7-45c3-bfde-ed100d9a669b with Priority: HIGHEST for action port [ 1340.864464] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5130ea97-0da7-45c3-bfde-ed100d9a669b with Priority: HIGHEST for action port [ 1340.865191] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-5130ea97-0da7-45c3-bfde-ed100d9a669b taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.865319] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5130ea97-0da7-45c3-bfde-ed100d9a669b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.865319] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5130ea97-0da7-45c3-bfde-ed100d9a669b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.865542] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5130ea97-0da7-45c3-bfde-ed100d9a669b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.865625] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5130ea97-0da7-45c3-bfde-ed100d9a669b',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.884460] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.884630] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.884694] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.884907] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.885206] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.885476] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:49. [ 1340.885570] env[69258]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'21e78db7-d0de-47fa-a658-b3202800654c', '8befc29a-6476-4b63-96d9-92bc064e93b2', 'd1dd1e46-1c01-4f64-9ede-c03988ddcf2d', '3f821c4b-bd82-47cd-9d53-849bebf1d446', '8195f719-c46d-4b07-bb82-f4574fff0722', '63ecbe6e-1149-4a05-8885-5b2f2123e2c7', 'a647b22e-b538-4691-821e-794e7b4d00d6', 'c754537a-1169-4215-9bdd-f31b86f6cd2f', '6c8dc541-bce3-4239-a47a-451d9ee5b7e9', 'cf117093-c1cb-4d03-b4a0-21304e927713', 'b2a2dcfa-c9e2-465d-9155-08c35e41e5ba', 'd18ed7da-0bbb-408f-a36d-16ed03fc7894', 'aa64ecd7-5c4e-43b1-92a1-f91a33d5e760', '6a62bc8e-932f-4362-a35f-e82b5fc11a70', '779d27df-8595-490a-8f14-30d04012af0e', 'c2b614f5-8aef-4f0c-89f3-a05612a6e7aa', '40ae3ba1-2cb9-4961-aa9b-fe8aff658705', 'ad440707-37cd-4a47-916a-87df2a198a5d', '1f6ee506-9bfd-4e04-8a0e-87e243c89f45', '80b1632f-dacb-4180-99a3-5795c2b7cb0a', '5b48f402-907d-4c46-9590-20353319ee6c', '0f4cec35-e4ad-450b-a2e5-4e42baa318d4', '07ae66ef-2de2-435a-9d5c-509f9fb26b44', '42e14143-deec-4fc8-87f8-0bae05bf235e', '92e30c06-fe97-4b89-bca5-8dd6e4d8e404', '4772e4e0-03c0-4291-b688-d93125af4020', 'bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a', '4a79c78f-a284-4da0-a78e-588956c99be1', '1bf4d754-86c5-4d6b-a4a7-04e427b0bb6e', '65d9e649-5442-445a-9530-77202ca8a79a', '2ecf39ed-cdf0-4542-b74e-ae35a5acf80b', 'c60f7407-2d33-4a8d-9219-7d3c17a24c32', 'ef714168-a019-4fb1-965d-0af139feee39', '9f89f894-322c-44fe-b997-83d7d3e4225d', '6ef5b1d1-b320-420e-90cd-570d45418d38', '8b54bcd4-3671-48b9-b354-14bb38794c94', '96ed2138-e68e-4d1a-a6a5-55f243ae7862', '40a3f7f3-a560-43bb-8223-b3cecf703145', 'a228f9bf-a6fc-4491-befd-acccfa670c23', '9b18f049-ca5a-40f8-9161-017bb248b854', '0edf4224-3bfd-443d-be67-11e069a78161', '059b7c35-81e2-4a02-a200-0e4e67638a44', '501802c6-1089-423e-9c46-dc58462341a3', 'a9c6617f-add1-4d3c-be6c-4a6a38401921', '1189b014-c7b1-4178-98cc-8bcd690b5ea1', '9704b6c5-6acc-4eaa-b450-bcab2ecd5888', '9e922e4a-724a-4bf3-990a-f659769bc6d8', 'e87c1978-e9b4-43bc-b169-7124fbbbbba6', 'b9352cd3-d17b-441e-90a2-cb7e49e515ec'} {{(pid=69258) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1340.885725] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1340.902611] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.902835] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.902835] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.902994] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.903102] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.903230] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1340.903299] env[69258]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69258) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1340.903387] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1340.977842] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.978032] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.978098] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.978271] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.979642] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.979685] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1340.979742] env[69258]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69258) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1340.979806] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1340.979874] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1340.979950] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/49 resources of Type:Security Group Rules [ 1340.980032] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGH for action security_group_rules [ 1340.980113] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8befc29a-6476-4b63-96d9-92bc064e93b2 with Priority: HIGH for action security_group_rules [ 1340.980179] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d with Priority: HIGH for action security_group_rules [ 1340.980236] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 with Priority: HIGH for action security_group_rules [ 1340.980297] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8195f719-c46d-4b07-bb82-f4574fff0722 with Priority: HIGH for action security_group_rules [ 1340.980359] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGH for action security_group_rules [ 1340.980420] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGH for action security_group_rules [ 1340.980482] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGH for action security_group_rules [ 1340.980541] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGH for action security_group_rules [ 1340.980602] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf117093-c1cb-4d03-b4a0-21304e927713 with Priority: HIGH for action security_group_rules [ 1340.980662] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba with Priority: HIGH for action security_group_rules [ 1340.980725] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d18ed7da-0bbb-408f-a36d-16ed03fc7894 with Priority: HIGH for action security_group_rules [ 1340.980785] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 with Priority: HIGH for action security_group_rules [ 1340.980885] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 with Priority: HIGH for action security_group_rules [ 1340.980922] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 779d27df-8595-490a-8f14-30d04012af0e with Priority: HIGH for action security_group_rules [ 1340.980983] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGH for action security_group_rules [ 1340.981055] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 40ae3ba1-2cb9-4961-aa9b-fe8aff658705 with Priority: HIGH for action security_group_rules [ 1340.981119] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ad440707-37cd-4a47-916a-87df2a198a5d with Priority: HIGH for action security_group_rules [ 1340.981182] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 with Priority: HIGH for action security_group_rules [ 1340.981246] env[69258]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a with Priority: HIGH for action security_group_rules [ 1340.981339] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.367401] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5130ea97-0da7-45c3-bfde-ed100d9a669b [ 1341.367647] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.367781] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.368522] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.368522] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.368522] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.368522] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5130ea97-0da7-45c3-bfde-ed100d9a669b already deleted. [ 1341.368522] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5130ea97-0da7-45c3-bfde-ed100d9a669b" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.879466] env[69258]: INFO networking_nsxv3.common.synchronization [req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 req-d3e85aaa-544f-493f-a533-1fe4566b4c60 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Enqueued Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1341.879466] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1341.879466] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e78db7-d0de-47fa-a658-b3202800654c with Priority: HIGH for action security_group_rules [ 1341.879466] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d with Priority: HIGH for action security_group_rules [ 1341.879466] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a647b22e-b538-4691-821e-794e7b4d00d6 with Priority: HIGH for action security_group_rules [ 1341.879466] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779d27df-8595-490a-8f14-30d04012af0e with Priority: HIGH for action security_group_rules [ 1341.879466] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a with Priority: HIGH for action security_group_rules [ 1341.879466] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 with Priority: HIGH for action security_group_rules [ 1341.879466] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad440707-37cd-4a47-916a-87df2a198a5d with Priority: HIGH for action security_group_rules [ 1341.879466] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ae3ba1-2cb9-4961-aa9b-fe8aff658705 with Priority: HIGH for action security_group_rules [ 1341.879466] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 with Priority: HIGH for action security_group_rules [ 1341.879466] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa with Priority: HIGH for action security_group_rules [ 1341.879466] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 with Priority: HIGH for action security_group_rules [ 1341.879466] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18ed7da-0bbb-408f-a36d-16ed03fc7894 with Priority: HIGH for action security_group_rules [ 1341.879466] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba with Priority: HIGH for action security_group_rules [ 1341.879466] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf117093-c1cb-4d03-b4a0-21304e927713 with Priority: HIGH for action security_group_rules [ 1341.879466] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 with Priority: HIGH for action security_group_rules [ 1341.879466] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 with Priority: HIGH for action security_group_rules [ 1341.879466] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c754537a-1169-4215-9bdd-f31b86f6cd2f with Priority: HIGH for action security_group_rules [ 1341.879466] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8195f719-c46d-4b07-bb82-f4574fff0722 with Priority: HIGH for action security_group_rules [ 1341.879466] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8befc29a-6476-4b63-96d9-92bc064e93b2 with Priority: HIGH for action security_group_rules [ 1341.880462] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 with Priority: HIGH for action security_group_rules [ 1341.880462] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.880462] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.880462] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.880462] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.880462] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.880462] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.880735] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.880735] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.880735] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.880839] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.881931] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21e78db7-d0de-47fa-a658-b3202800654c taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.882054] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.882126] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.882250] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.882319] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21e78db7-d0de-47fa-a658-b3202800654c',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.884549] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.884549] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.884662] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.884703] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.885135] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1dd1e46-1c01-4f64-9ede-c03988ddcf2d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.885936] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a647b22e-b538-4691-821e-794e7b4d00d6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.885936] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.885936] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.885936] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.885936] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a647b22e-b538-4691-821e-794e7b4d00d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.886739] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-779d27df-8595-490a-8f14-30d04012af0e taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.886739] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.886739] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.887886] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.887886] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('779d27df-8595-490a-8f14-30d04012af0e',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.887886] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80b1632f-dacb-4180-99a3-5795c2b7cb0a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.887886] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.887886] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.888273] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.888273] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80b1632f-dacb-4180-99a3-5795c2b7cb0a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.890769] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1f6ee506-9bfd-4e04-8a0e-87e243c89f45 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.890876] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.890942] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.891495] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.891495] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1f6ee506-9bfd-4e04-8a0e-87e243c89f45',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.891846] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad440707-37cd-4a47-916a-87df2a198a5d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.891923] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad440707-37cd-4a47-916a-87df2a198a5d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.891923] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad440707-37cd-4a47-916a-87df2a198a5d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.892215] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad440707-37cd-4a47-916a-87df2a198a5d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.892215] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad440707-37cd-4a47-916a-87df2a198a5d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.892796] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40ae3ba1-2cb9-4961-aa9b-fe8aff658705 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.893021] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40ae3ba1-2cb9-4961-aa9b-fe8aff658705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.893092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40ae3ba1-2cb9-4961-aa9b-fe8aff658705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.893237] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40ae3ba1-2cb9-4961-aa9b-fe8aff658705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.893304] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40ae3ba1-2cb9-4961-aa9b-fe8aff658705',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.893987] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a62bc8e-932f-4362-a35f-e82b5fc11a70 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.895414] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.895414] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.895583] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.896672] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a62bc8e-932f-4362-a35f-e82b5fc11a70',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.896672] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.897072] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.899174] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.899174] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.899174] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2b614f5-8aef-4f0c-89f3-a05612a6e7aa',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.899174] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.899174] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.899174] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.899174] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.899174] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa64ecd7-5c4e-43b1-92a1-f91a33d5e760',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.900365] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d18ed7da-0bbb-408f-a36d-16ed03fc7894 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.900365] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d18ed7da-0bbb-408f-a36d-16ed03fc7894" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.900365] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d18ed7da-0bbb-408f-a36d-16ed03fc7894" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.900365] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d18ed7da-0bbb-408f-a36d-16ed03fc7894" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.900539] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d18ed7da-0bbb-408f-a36d-16ed03fc7894',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.901531] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.901531] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.901531] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.901788] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.901836] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2a2dcfa-c9e2-465d-9155-08c35e41e5ba',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.902727] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf117093-c1cb-4d03-b4a0-21304e927713 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.902872] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf117093-c1cb-4d03-b4a0-21304e927713" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.903156] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf117093-c1cb-4d03-b4a0-21304e927713" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.903329] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf117093-c1cb-4d03-b4a0-21304e927713" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.903419] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf117093-c1cb-4d03-b4a0-21304e927713',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.906257] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.906399] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.906510] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.906692] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.906857] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c8dc541-bce3-4239-a47a-451d9ee5b7e9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.907525] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.907696] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.907873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.907947] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.908090] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63ecbe6e-1149-4a05-8885-5b2f2123e2c7',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.908810] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c754537a-1169-4215-9bdd-f31b86f6cd2f taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.908944] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.909040] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.909217] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.909325] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c754537a-1169-4215-9bdd-f31b86f6cd2f',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.910365] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8195f719-c46d-4b07-bb82-f4574fff0722 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.910475] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8195f719-c46d-4b07-bb82-f4574fff0722" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.910537] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8195f719-c46d-4b07-bb82-f4574fff0722" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.910682] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8195f719-c46d-4b07-bb82-f4574fff0722" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.910788] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8195f719-c46d-4b07-bb82-f4574fff0722',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.911411] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8befc29a-6476-4b63-96d9-92bc064e93b2 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.911479] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.911553] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.911703] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.911775] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8befc29a-6476-4b63-96d9-92bc064e93b2',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.912948] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f821c4b-bd82-47cd-9d53-849bebf1d446 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.913128] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.913221] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.913393] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.913507] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f821c4b-bd82-47cd-9d53-849bebf1d446',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.955611] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.955774] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.955839] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.956135] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.957598] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.957722] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.958771] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.958877] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.961239] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.961327] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.966673] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.966799] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.967472] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.967565] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.968303] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.968399] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.969212] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.969320] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.978149] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.978262] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad440707-37cd-4a47-916a-87df2a198a5d is going to be deleted. [ 1341.979111] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.979326] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.995905] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.996096] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a62bc8e-932f-4362-a35f-e82b5fc11a70 is going to be deleted. [ 1341.996898] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.997111] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.011197] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.011320] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a647b22e-b538-4691-821e-794e7b4d00d6 is going to be deleted. [ 1342.012159] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.012357] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.029434] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.029571] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21e78db7-d0de-47fa-a658-b3202800654c is going to be deleted. [ 1342.030484] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.030679] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.045594] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.045760] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.046386] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.046477] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.050864] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.050950] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80b1632f-dacb-4180-99a3-5795c2b7cb0a is going to be deleted. [ 1342.051797] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.052014] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.058577] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.058693] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.076905] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.077043] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2b614f5-8aef-4f0c-89f3-a05612a6e7aa is going to be deleted. [ 1342.077917] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.078137] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.094351] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.094619] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.105792] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.106157] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa64ecd7-5c4e-43b1-92a1-f91a33d5e760 is going to be deleted. [ 1342.106971] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.107193] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.121212] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.121212] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.162479] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.162616] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c8dc541-bce3-4239-a47a-451d9ee5b7e9 is going to be deleted. [ 1342.163535] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.163812] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.163908] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.164037] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a62bc8e-932f-4362-a35f-e82b5fc11a70" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.164195] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.164346] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.164423] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.164537] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad440707-37cd-4a47-916a-87df2a198a5d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.165072] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.165326] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.165326] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.165440] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a647b22e-b538-4691-821e-794e7b4d00d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.165545] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.165690] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.165768] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.165877] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21e78db7-d0de-47fa-a658-b3202800654c" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.166055] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.166202] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.166278] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.166401] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80b1632f-dacb-4180-99a3-5795c2b7cb0a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.177569] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.177703] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-103" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.177761] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-103" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.178054] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-103" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.178834] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.178834] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.178834] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.178834] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.180057] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.180057] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1342.180057] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1342.180057] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1342.180057] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1342.180057] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1342.180057] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1342.180057] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1342.214049] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.214049] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.214049] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.214278] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.214278] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.214278] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2b614f5-8aef-4f0c-89f3-a05612a6e7aa" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.228431] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1342.228618] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.049 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1342.228766] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1342.228953] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-103" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.229380] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-9af6d168-e324-44c2-a635-75112b8555d6 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.229575] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-9af6d168-e324-44c2-a635-75112b8555d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.229702] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-9af6d168-e324-44c2-a635-75112b8555d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.230027] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-9af6d168-e324-44c2-a635-75112b8555d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.230183] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9af6d168-e324-44c2-a635-75112b8555d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.243494] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.243622] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.243833] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.244074] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.244172] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.244300] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa64ecd7-5c4e-43b1-92a1-f91a33d5e760" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.297449] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.297602] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.297812] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.297859] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.297936] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.298070] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c8dc541-bce3-4239-a47a-451d9ee5b7e9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.418325] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-8befc29a-6476-4b63-96d9-92bc064e93b2 taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.418522] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.418522] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.418733] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.418915] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.419023] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.419081] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.419247] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.419335] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.419405] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.419495] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8befc29a-6476-4b63-96d9-92bc064e93b2',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.422672] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.427149] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.427274] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.427333] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.427502] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.427654] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.427750] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.427810] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.428047] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.428099] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.428187] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.428265] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1dd1e46-1c01-4f64-9ede-c03988ddcf2d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.434883] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.435034] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.435087] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.435290] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.440283] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.440395] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.448293] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.448434] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.449080] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.449187] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.449812] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.449906] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.450548] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.450640] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.451277] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.451375] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.452207] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.452207] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.454995] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.455114] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 779d27df-8595-490a-8f14-30d04012af0e is going to be deleted. [ 1342.455894] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.456093] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.457634] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.457726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.458416] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.458511] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.477580] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.477708] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40ae3ba1-2cb9-4961-aa9b-fe8aff658705 is going to be deleted. [ 1342.478470] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.478659] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.499342] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.499448] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf117093-c1cb-4d03-b4a0-21304e927713 is going to be deleted. [ 1342.500145] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.500324] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.513669] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.513796] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.521691] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.521799] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1f6ee506-9bfd-4e04-8a0e-87e243c89f45 is going to be deleted. [ 1342.522507] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.522678] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.542568] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.542724] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.545936] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.546055] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c754537a-1169-4215-9bdd-f31b86f6cd2f is going to be deleted. [ 1342.546761] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.546932] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.572784] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.572913] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8195f719-c46d-4b07-bb82-f4574fff0722 is going to be deleted. [ 1342.573637] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.573877] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.587746] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.587873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.606980] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.607125] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.614816] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.614923] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63ecbe6e-1149-4a05-8885-5b2f2123e2c7 is going to be deleted. [ 1342.615678] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.615857] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.672082] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.672082] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2a2dcfa-c9e2-465d-9155-08c35e41e5ba is going to be deleted. [ 1342.672977] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.673201] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.683841] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.684029] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.705083] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.705208] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f821c4b-bd82-47cd-9d53-849bebf1d446 is going to be deleted. [ 1342.705960] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.706172] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.725101] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.725101] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.732953] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.732953] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.732953] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.732953] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.733177] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.733291] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 9af6d168-e324-44c2-a635-75112b8555d6 not found, creating... [ 1342.733499] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.733684] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.733881] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.734078] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.734223] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.734505] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.734663] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.734789] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.735011] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.735154] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.735297] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 9af6d168-e324-44c2-a635-75112b8555d6 is going to be created. [ 1342.754968] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.755102] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.780630] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.780758] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d18ed7da-0bbb-408f-a36d-16ed03fc7894 is going to be deleted. [ 1342.781708] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.781897] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.781992] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.782127] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-779d27df-8595-490a-8f14-30d04012af0e" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.782276] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.782424] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.782501] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.782613] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40ae3ba1-2cb9-4961-aa9b-fe8aff658705" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.783168] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.783283] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.783365] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.783479] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf117093-c1cb-4d03-b4a0-21304e927713" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.783604] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.783836] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.783911] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.784033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1f6ee506-9bfd-4e04-8a0e-87e243c89f45" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.784155] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.784297] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.784371] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.784475] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c754537a-1169-4215-9bdd-f31b86f6cd2f" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.784597] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.784759] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.784835] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.784941] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8195f719-c46d-4b07-bb82-f4574fff0722" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.785261] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.785408] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.785483] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.785588] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63ecbe6e-1149-4a05-8885-5b2f2123e2c7" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.801035] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.801248] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.801494] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.801625] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.801876] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.802117] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-9af6d168-e324-44c2-a635-75112b8555d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.819950] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.820154] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.820256] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.820466] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.820579] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.820729] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2a2dcfa-c9e2-465d-9155-08c35e41e5ba" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.822350] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.822488] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.822579] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.822761] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.822868] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.823014] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f821c4b-bd82-47cd-9d53-849bebf1d446" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.922631] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8befc29a-6476-4b63-96d9-92bc064e93b2',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.925391] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.926809] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.926970] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.927088] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.927321] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.927438] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.927585] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d18ed7da-0bbb-408f-a36d-16ed03fc7894" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.931272] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1dd1e46-1c01-4f64-9ede-c03988ddcf2d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.418660] env[69258]: INFO networking_nsxv3.common.synchronization [req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 req-27dd6961-38d3-433e-bc2b-290702c20e0b service nova] Enqueued Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_rules [ 1343.418854] env[69258]: INFO networking_nsxv3.common.synchronization [req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 req-27dd6961-38d3-433e-bc2b-290702c20e0b service nova] Enqueued Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1343.419028] env[69258]: INFO networking_nsxv3.common.synchronization [req-9a5e21ec-9abc-4899-937a-1ea0e39f7752 req-27dd6961-38d3-433e-bc2b-290702c20e0b service nova] Enqueued Resource ID: 9af6d168-e324-44c2-a635-75112b8555d6 with Priority: HIGHEST for action port [ 1343.419660] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_rules [ 1343.419855] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1343.419973] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9af6d168-e324-44c2-a635-75112b8555d6 with Priority: HIGHEST for action port [ 1343.421717] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.421944] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.422114] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.422350] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.422452] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.423350] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.423844] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.423844] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-9af6d168-e324-44c2-a635-75112b8555d6 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.423844] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9af6d168-e324-44c2-a635-75112b8555d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.424049] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9af6d168-e324-44c2-a635-75112b8555d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.424123] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9af6d168-e324-44c2-a635-75112b8555d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.424211] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9af6d168-e324-44c2-a635-75112b8555d6',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.425674] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8befc29a-6476-4b63-96d9-92bc064e93b2: rpc.has_security_group_logging(os_id): False [ 1343.428532] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.428628] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.428701] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.428882] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.428973] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.429077] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a is going to be updated. [ 1343.433909] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1dd1e46-1c01-4f64-9ede-c03988ddcf2d: rpc.has_security_group_logging(os_id): False [ 1343.442048] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.442228] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.442337] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.442597] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.446746] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.446847] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.457233] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.457385] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.457426] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.457600] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.457744] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.459830] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.460101] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.460194] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.460260] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.460417] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.460499] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.460581] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8befc29a-6476-4b63-96d9-92bc064e93b2 is going to be updated. [ 1343.461963] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.462133] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.468164] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: IN_PROGRESS for 2s [ 1343.481514] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.481881] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.482026] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.482097] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.482294] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.482401] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.482522] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d is going to be updated. [ 1343.525915] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.526128] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.526204] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.526416] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.526561] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.532908] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.533024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.533099] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.533270] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.533396] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.547134] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8befc29a-6476-4b63-96d9-92bc064e93b2 in Status: IN_PROGRESS for 2s [ 1343.551817] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d in Status: IN_PROGRESS for 2s [ 1343.926509] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.926509] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.927845] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9af6d168-e324-44c2-a635-75112b8555d6 with status ACTIVE [ 1343.928074] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.928205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.928275] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.928495] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.928589] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.928768] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.928872] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.928935] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.929115] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.929195] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.929424] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.929478] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.929518] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.929690] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.929725] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.929798] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9af6d168-e324-44c2-a635-75112b8555d6 is going to be updated. [ 1343.949774] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.950531] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.950531] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.950531] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.950531] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.950531] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9af6d168-e324-44c2-a635-75112b8555d6" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.477854] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: SUCCESS [ 1345.478766] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.478766] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.478766] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.479178] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.479178] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.479178] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.479377] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.479377] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.479474] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.560454] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8befc29a-6476-4b63-96d9-92bc064e93b2 in Status: SUCCESS [ 1345.560682] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.562528] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d in Status: SUCCESS [ 1345.562723] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.982179] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.485036] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.842283] env[69258]: INFO networking_nsxv3.common.synchronization [req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 req-ad3a9906-9cf5-4a4b-a7a4-08ebaa5693aa tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Enqueued Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_members [ 1346.842842] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_members [ 1346.843157] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-81940340-22c7-49de-80f9-99651963be3a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.843277] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.843347] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.843589] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.843813] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.843909] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.843969] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.844139] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.844227] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.844317] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.986413] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.986555] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.986631] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.986844] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.986941] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.987086] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a is going to be updated. [ 1347.016562] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.016724] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.016771] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.017017] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.017168] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.028129] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: IN_PROGRESS for 2s [ 1347.101864] env[69258]: INFO networking_nsxv3.common.synchronization [req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 req-6effcfde-b6cb-4777-bc7c-3df3f1fe4f3c tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Enqueued Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_members [ 1347.101864] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_members [ 1347.101864] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-81940340-22c7-49de-80f9-99651963be3a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.102025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.346045] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.346176] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.346235] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.346453] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.346546] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.346751] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.346879] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.346945] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.347126] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.347235] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.347277] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81940340-22c7-49de-80f9-99651963be3a already deleted. [ 1347.347360] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.347510] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.347654] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.347794] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.347887] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.347949] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.348099] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.348172] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.348263] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.360617] env[69258]: INFO networking_nsxv3.common.synchronization [req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 req-d6ba473b-4609-4539-a9bd-c0d7210a0b5d tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Enqueued Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_members [ 1347.361089] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_members [ 1347.361925] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-81940340-22c7-49de-80f9-99651963be3a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.362319] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.609631] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.609967] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-763" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.609967] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-763" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.610311] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-763" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.610586] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.610750] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.610887] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.611112] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.611266] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.611481] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1347.611601] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1347.611739] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1347.611873] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1347.611993] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1347.612124] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1347.612286] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1347.631300] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1347.631526] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1347.631616] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1347.631851] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-763" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.632198] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-4a852eb6-3231-460e-9f47-2e511814bf65 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.632392] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-4a852eb6-3231-460e-9f47-2e511814bf65" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.632458] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-4a852eb6-3231-460e-9f47-2e511814bf65" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.632780] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-4a852eb6-3231-460e-9f47-2e511814bf65" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.632953] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a852eb6-3231-460e-9f47-2e511814bf65',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.853320] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.853538] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.853624] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.853875] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.853979] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.854199] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.854327] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.854458] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.854512] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.854588] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.854673] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81940340-22c7-49de-80f9-99651963be3a already deleted. [ 1347.854744] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.854914] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.855071] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.855217] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.855305] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.855360] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.855494] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.855568] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.855661] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.135378] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.135676] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.135759] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.136070] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.136229] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.136394] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 4a852eb6-3231-460e-9f47-2e511814bf65 not found, creating... [ 1348.136660] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.136826] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.136954] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.137209] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.137336] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.137621] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.137783] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.137937] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.138169] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.138309] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.138456] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 4a852eb6-3231-460e-9f47-2e511814bf65 is going to be created. [ 1348.158568] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.158568] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.158568] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.158764] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.158945] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.159183] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-4a852eb6-3231-460e-9f47-2e511814bf65" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.358248] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.358455] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.358540] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.358806] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.358905] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.359136] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.359756] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.359756] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.359756] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.359756] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.359756] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81940340-22c7-49de-80f9-99651963be3a already deleted. [ 1348.359756] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.840274] env[69258]: INFO networking_nsxv3.common.synchronization [req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 req-878ecddf-06d7-4f4a-84f7-8cb9c68e7c57 service nova] Enqueued Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_rules [ 1348.840274] env[69258]: INFO networking_nsxv3.common.synchronization [req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 req-878ecddf-06d7-4f4a-84f7-8cb9c68e7c57 service nova] Enqueued Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_members [ 1348.840274] env[69258]: INFO networking_nsxv3.common.synchronization [req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 req-878ecddf-06d7-4f4a-84f7-8cb9c68e7c57 service nova] Enqueued Resource ID: 4a852eb6-3231-460e-9f47-2e511814bf65 with Priority: HIGHEST for action port [ 1348.840274] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_rules [ 1348.840274] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_members [ 1348.840274] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a852eb6-3231-460e-9f47-2e511814bf65 with Priority: HIGHEST for action port [ 1348.840274] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81940340-22c7-49de-80f9-99651963be3a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.840274] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.840274] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.840274] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.840274] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.841968] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-81940340-22c7-49de-80f9-99651963be3a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.842107] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.842184] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.842361] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.842573] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.842626] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.842665] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.842812] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.842899] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.842990] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.843758] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a852eb6-3231-460e-9f47-2e511814bf65 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.843878] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a852eb6-3231-460e-9f47-2e511814bf65" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.843941] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a852eb6-3231-460e-9f47-2e511814bf65" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.844108] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a852eb6-3231-460e-9f47-2e511814bf65" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.844180] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a852eb6-3231-460e-9f47-2e511814bf65',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.037129] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: SUCCESS [ 1349.037374] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.037577] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.037815] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.038048] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.038175] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.038243] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.038398] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.038490] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.038775] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.038775] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.346148] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-81940340-22c7-49de-80f9-99651963be3a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.346298] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.347584] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.348464] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a852eb6-3231-460e-9f47-2e511814bf65 with status ACTIVE [ 1349.348598] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.348712] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.348777] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.348987] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.349075] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.349230] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.349325] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.349384] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.349531] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.349758] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.349948] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.350075] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.350118] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.350243] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.350315] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.350395] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a852eb6-3231-460e-9f47-2e511814bf65 is going to be updated. [ 1349.373370] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.373536] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.373645] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.373748] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.373932] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.374101] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a852eb6-3231-460e-9f47-2e511814bf65" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.540982] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.541164] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.541235] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.541435] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.541592] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.541702] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.541764] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.541905] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.541988] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.542994] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.543175] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.543278] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.543345] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.543495] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.543637] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.543790] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.543966] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.544153] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.544242] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.544334] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.544434] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.583546] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-169 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.583546] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-169" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.583680] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-169" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.584086] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-169" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.584383] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.584550] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.584672] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.584919] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.585087] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.585302] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1349.585424] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1349.585538] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1349.585676] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1349.585760] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1349.585870] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1349.586011] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1349.606212] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1349.606383] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1349.606525] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1349.606810] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-169" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.607201] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-1df54cb5-d6bb-439e-b999-83885331f7f1 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.607328] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-1df54cb5-d6bb-439e-b999-83885331f7f1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.607447] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-1df54cb5-d6bb-439e-b999-83885331f7f1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.607781] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-1df54cb5-d6bb-439e-b999-83885331f7f1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.607929] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1df54cb5-d6bb-439e-b999-83885331f7f1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.853066] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.048187] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a: rpc.has_security_group_logging(os_id): False [ 1350.067143] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.067323] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.067323] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.067503] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.087296] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.087739] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.087739] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.087739] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.087895] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.087973] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.088138] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.088238] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.088301] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.088449] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.088526] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.088737] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.088811] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.088874] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.089019] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.089096] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.089182] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a is going to be updated. [ 1350.110190] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.110420] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.110521] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.110853] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.111043] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.111208] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 1df54cb5-d6bb-439e-b999-83885331f7f1 not found, creating... [ 1350.111475] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.112373] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.112373] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.112373] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.112373] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.112598] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.112598] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.112719] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.112877] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.113086] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.113189] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 1df54cb5-d6bb-439e-b999-83885331f7f1 is going to be created. [ 1350.128857] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.129181] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.129370] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.129701] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.130116] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.130358] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-1df54cb5-d6bb-439e-b999-83885331f7f1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.141873] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.142024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.142168] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.142288] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.142436] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.163582] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: IN_PROGRESS for 2s [ 1350.354948] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.354948] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.355218] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.355364] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.355486] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.355611] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81940340-22c7-49de-80f9-99651963be3a is going to be created. [ 1350.377865] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.378047] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.378115] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.378326] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.378569] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.386966] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81940340-22c7-49de-80f9-99651963be3a in Status: UNINITIALIZED for 2s [ 1350.857948] env[69258]: INFO networking_nsxv3.common.synchronization [req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 req-db10063d-4a6b-4f03-914e-919b35653f09 service nova] Enqueued Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_rules [ 1350.858231] env[69258]: INFO networking_nsxv3.common.synchronization [req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 req-db10063d-4a6b-4f03-914e-919b35653f09 service nova] Enqueued Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_members [ 1350.858395] env[69258]: INFO networking_nsxv3.common.synchronization [req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 req-db10063d-4a6b-4f03-914e-919b35653f09 service nova] Enqueued Resource ID: 1df54cb5-d6bb-439e-b999-83885331f7f1 with Priority: HIGHEST for action port [ 1350.858631] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_rules [ 1350.858773] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_members [ 1350.858909] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df54cb5-d6bb-439e-b999-83885331f7f1 with Priority: HIGHEST for action port [ 1350.859400] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81940340-22c7-49de-80f9-99651963be3a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.859918] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.860607] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-81940340-22c7-49de-80f9-99651963be3a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.860842] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.861052] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-1df54cb5-d6bb-439e-b999-83885331f7f1 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.861162] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1df54cb5-d6bb-439e-b999-83885331f7f1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.861573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1df54cb5-d6bb-439e-b999-83885331f7f1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.862025] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1df54cb5-d6bb-439e-b999-83885331f7f1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.862144] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1df54cb5-d6bb-439e-b999-83885331f7f1',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.365880] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1df54cb5-d6bb-439e-b999-83885331f7f1 with status ACTIVE [ 1351.366408] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.366408] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.366408] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.366621] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.366704] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.366920] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.367027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.367081] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.367278] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.367369] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.367511] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.367619] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.367742] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.367903] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.368100] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.368100] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1df54cb5-d6bb-439e-b999-83885331f7f1 is going to be updated. [ 1351.388811] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.388976] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.389046] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.389264] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.389402] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.389624] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1df54cb5-d6bb-439e-b999-83885331f7f1" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.589625] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-763 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.589836] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-763" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.589968] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-763" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.590261] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-763" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.590532] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.590693] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.590820] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.591047] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.591200] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.591416] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1351.591535] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1351.591655] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1351.591813] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1351.591930] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1351.592053] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1351.592191] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1351.609242] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1351.609362] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1351.609502] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1351.609665] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-763" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.609940] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-edddc72d-f0a9-4009-a0a7-010f26370f40 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.610126] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-edddc72d-f0a9-4009-a0a7-010f26370f40" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.610253] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-edddc72d-f0a9-4009-a0a7-010f26370f40" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.610536] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-edddc72d-f0a9-4009-a0a7-010f26370f40" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.610679] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edddc72d-f0a9-4009-a0a7-010f26370f40',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.114080] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.114080] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.114080] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.114080] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.114582] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.114582] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port edddc72d-f0a9-4009-a0a7-010f26370f40 not found, creating... [ 1352.114657] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.114881] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.115016] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.115234] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.115378] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.115665] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.115861] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.115991] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.116217] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.116364] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.116502] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: edddc72d-f0a9-4009-a0a7-010f26370f40 is going to be created. [ 1352.135811] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.136074] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.136246] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.136512] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.136798] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.137068] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-edddc72d-f0a9-4009-a0a7-010f26370f40" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.178272] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: SUCCESS [ 1352.178493] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.396579] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81940340-22c7-49de-80f9-99651963be3a in Status: SUCCESS [ 1352.396740] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.396740] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.396953] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.397153] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.397267] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.397333] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.397480] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.397561] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.397646] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.397739] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.398544] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.398712] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.398859] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.398958] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.399033] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.399173] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.399250] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.399349] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.820381] env[69258]: INFO networking_nsxv3.common.synchronization [req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 req-bd13b10e-e773-485f-a303-b3c863a93725 service nova] Enqueued Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_rules [ 1352.820566] env[69258]: INFO networking_nsxv3.common.synchronization [req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 req-bd13b10e-e773-485f-a303-b3c863a93725 service nova] Enqueued Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_members [ 1352.820709] env[69258]: INFO networking_nsxv3.common.synchronization [req-1309675c-4c97-4c49-9c9a-0e3e29d1d1b6 req-bd13b10e-e773-485f-a303-b3c863a93725 service nova] Enqueued Resource ID: edddc72d-f0a9-4009-a0a7-010f26370f40 with Priority: HIGHEST for action port [ 1352.821046] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_rules [ 1352.821181] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_members [ 1352.821278] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edddc72d-f0a9-4009-a0a7-010f26370f40 with Priority: HIGHEST for action port [ 1352.821831] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81940340-22c7-49de-80f9-99651963be3a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.821954] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.822705] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-81940340-22c7-49de-80f9-99651963be3a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.822804] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.822998] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-edddc72d-f0a9-4009-a0a7-010f26370f40 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.823107] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-edddc72d-f0a9-4009-a0a7-010f26370f40" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.823175] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-edddc72d-f0a9-4009-a0a7-010f26370f40" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.823528] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-edddc72d-f0a9-4009-a0a7-010f26370f40" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.823528] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('edddc72d-f0a9-4009-a0a7-010f26370f40',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.900931] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-81940340-22c7-49de-80f9-99651963be3a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.901159] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.901257] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.296228] env[69258]: INFO networking_nsxv3.common.synchronization [req-968cb09c-f1c7-400f-9b1a-122f9e6e57cf req-3c2c5bad-6581-493c-b013-f706535ef809 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Enqueued Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1353.296732] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1353.296732] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.296732] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.296864] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.297170] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.297334] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.297436] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.298324] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.298324] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.298324] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.298324] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.326510] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port edddc72d-f0a9-4009-a0a7-010f26370f40 with status ACTIVE [ 1353.326849] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.327067] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.327186] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.327489] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.327637] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.327915] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.328092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.328200] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.328447] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.328576] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.328857] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.329018] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.329128] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.329500] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.329630] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.329769] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: edddc72d-f0a9-4009-a0a7-010f26370f40 is going to be updated. [ 1353.352145] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.352313] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.352356] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.352553] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.352689] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.352839] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-edddc72d-f0a9-4009-a0a7-010f26370f40" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.403298] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.800510] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.905402] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.905574] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.905700] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.905952] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.906129] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.906241] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81940340-22c7-49de-80f9-99651963be3a is going to be updated. [ 1353.934030] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.934030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.934030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.934030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.934030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.941192] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81940340-22c7-49de-80f9-99651963be3a in Status: IN_PROGRESS for 2s [ 1354.303206] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.806338] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.806584] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.806699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.807044] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.807223] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.807385] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a is going to be updated. [ 1354.834473] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.834473] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.834473] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.834473] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.834473] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.841443] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: IN_PROGRESS for 2s [ 1355.950212] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81940340-22c7-49de-80f9-99651963be3a in Status: SUCCESS [ 1355.950590] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.950590] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.950793] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.951050] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.951197] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.951267] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.951423] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.951506] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.951601] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.453432] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1356.850930] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: SUCCESS [ 1356.851260] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.956374] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.458518] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.458673] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.458748] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.458984] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.459119] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.459265] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81940340-22c7-49de-80f9-99651963be3a is going to be updated. [ 1357.485377] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.485539] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.485589] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.485782] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.485923] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.493433] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81940340-22c7-49de-80f9-99651963be3a in Status: IN_PROGRESS for 2s [ 1358.297749] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1358.298131] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1359.504136] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81940340-22c7-49de-80f9-99651963be3a in Status: SUCCESS [ 1359.504425] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.504507] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.504708] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.504920] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.505055] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.505124] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.505282] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.505364] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.505450] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.505602] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-81940340-22c7-49de-80f9-99651963be3a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.505697] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.505758] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.505897] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.506048] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.506141] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.506201] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.506337] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.506410] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.506489] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.506576] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.921744] env[69258]: INFO networking_nsxv3.common.synchronization [req-f0b2e699-f9d4-4261-a316-9427de5af789 req-773d8bb6-bb48-4e68-a392-c09d49e44737 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Enqueued Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1359.922325] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1359.924097] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.924097] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.924097] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.924097] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.924097] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.924097] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.924097] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.924097] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.924097] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.924097] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.008912] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81940340-22c7-49de-80f9-99651963be3a: rpc.has_security_group_logging(os_id): False [ 1360.025968] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.026127] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.026223] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.026444] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.026537] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.026759] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.026859] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.026924] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.027270] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.027368] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.027589] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.027739] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.027812] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.027971] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.028064] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.028252] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.028350] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.028410] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.028556] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.028633] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.028717] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81940340-22c7-49de-80f9-99651963be3a is going to be created. [ 1360.086075] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.086075] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.086075] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.086302] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.086427] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.097084] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81940340-22c7-49de-80f9-99651963be3a in Status: IN_PROGRESS for 2s [ 1360.425848] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.684851] env[69258]: INFO networking_nsxv3.common.synchronization [req-8f770c08-f6a8-4b9b-92a3-fc80e0b41aad req-45d305c8-435b-4348-9fdc-f3decacbdb00 tempest-AttachVolumeShelveTestJSON-31872439 tempest-AttachVolumeShelveTestJSON-31872439-project-member] Enqueued Resource ID: 65d9e649-5442-445a-9530-77202ca8a79a with Priority: HIGHEST for action security_group_members [ 1360.685455] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65d9e649-5442-445a-9530-77202ca8a79a with Priority: HIGHEST for action security_group_members [ 1360.685809] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-65d9e649-5442-445a-9530-77202ca8a79a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.686142] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.686142] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.686323] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.686560] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.686697] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.686879] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.686943] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.687048] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.687193] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65d9e649-5442-445a-9530-77202ca8a79a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.928386] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.190027] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.190027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.190027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.190256] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.213412] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.213655] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.213772] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.213840] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.214074] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.214162] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.214253] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65d9e649-5442-445a-9530-77202ca8a79a is going to be updated. [ 1361.239187] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.239340] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.239396] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.239530] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.239657] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.247194] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65d9e649-5442-445a-9530-77202ca8a79a in Status: IN_PROGRESS for 2s [ 1361.431533] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.431702] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.431746] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.431963] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.432086] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.432182] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a is going to be updated. [ 1361.457191] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.457463] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.457463] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.457614] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.457751] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.465443] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: IN_PROGRESS for 2s [ 1362.109793] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81940340-22c7-49de-80f9-99651963be3a in Status: SUCCESS [ 1362.110054] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.110208] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.110433] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.110557] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.613557] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-81940340-22c7-49de-80f9-99651963be3a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.613804] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.613804] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.614061] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.614245] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.614351] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.614417] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.614573] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.614662] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.614751] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.614841] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.116873] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-81940340-22c7-49de-80f9-99651963be3a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.117181] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.117181] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.117328] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.117498] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.117598] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.117660] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.117802] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.117891] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.117977] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.118139] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-81940340-22c7-49de-80f9-99651963be3a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.118230] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.118288] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.118424] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.118558] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.118646] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.118696] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.118832] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.118905] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.118984] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.119081] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.256213] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65d9e649-5442-445a-9530-77202ca8a79a in Status: SUCCESS [ 1363.256414] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65d9e649-5442-445a-9530-77202ca8a79a deletion is rescheduled due to dependency. [ 1363.256517] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65d9e649-5442-445a-9530-77202ca8a79a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.475543] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: SUCCESS [ 1363.475718] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.580967] env[69258]: INFO networking_nsxv3.common.synchronization [req-851895c9-5d68-41d5-858b-9c4beb4d1106 req-996165e4-92fe-4501-8914-9370540edbeb tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Enqueued Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_members [ 1363.581536] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_members [ 1363.581877] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-81940340-22c7-49de-80f9-99651963be3a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.582085] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.582156] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.582351] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.582536] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.582665] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.582745] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.582920] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.583053] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.583127] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.622348] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81940340-22c7-49de-80f9-99651963be3a: rpc.has_security_group_logging(os_id): False [ 1363.638921] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.638921] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.638921] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.638921] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.638921] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.638921] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.639270] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.639270] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.639270] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.639270] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.639439] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.639736] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.639736] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.639736] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.639893] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.639927] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.640022] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.640086] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.640222] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.640292] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.640379] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81940340-22c7-49de-80f9-99651963be3a is going to be updated. [ 1363.727149] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.727149] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.727149] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.727149] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.727149] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.739963] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81940340-22c7-49de-80f9-99651963be3a in Status: IN_PROGRESS for 2s [ 1363.760050] env[69258]: INFO networking_nsxv3.common.synchronization [req-851895c9-5d68-41d5-858b-9c4beb4d1106 req-7ae3ed4e-d58b-481e-9195-34f5bbdc504f tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Enqueued Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_members [ 1363.760050] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_members [ 1363.760243] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-81940340-22c7-49de-80f9-99651963be3a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.761027] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.977327] env[69258]: INFO networking_nsxv3.common.synchronization [req-851895c9-5d68-41d5-858b-9c4beb4d1106 req-eb7a6124-c8c6-4412-a485-a6fe10ebf247 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Enqueued Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_members [ 1363.977855] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_members [ 1363.978170] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-81940340-22c7-49de-80f9-99651963be3a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.978278] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.085752] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.587420] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.089845] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.090026] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.090103] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.090326] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.090421] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.090520] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81940340-22c7-49de-80f9-99651963be3a is going to be updated. [ 1365.116260] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.116431] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.116553] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.117105] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.117105] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.124938] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81940340-22c7-49de-80f9-99651963be3a in Status: IN_PROGRESS for 2s [ 1365.752079] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81940340-22c7-49de-80f9-99651963be3a in Status: SUCCESS [ 1365.752447] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.752539] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.752787] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.752889] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.272744] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.272909] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.272985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.273231] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.273326] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.273424] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81940340-22c7-49de-80f9-99651963be3a is going to be deleted. [ 1366.329458] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.329744] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.329816] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.330139] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.330253] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.330385] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.134550] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81940340-22c7-49de-80f9-99651963be3a in Status: IN_PROGRESS for 4s [ 1367.791197] env[69258]: INFO networking_nsxv3.common.synchronization [req-ed146a56-b01b-4019-8da5-1b6100e2036f req-f5b14c7d-9b0f-4f45-853f-cb2be9ab89c0 tempest-AttachVolumeNegativeTest-408445318 tempest-AttachVolumeNegativeTest-408445318-project-member] Enqueued Resource ID: 8befc29a-6476-4b63-96d9-92bc064e93b2 with Priority: HIGHEST for action security_group_members [ 1367.791798] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8befc29a-6476-4b63-96d9-92bc064e93b2 with Priority: HIGHEST for action security_group_members [ 1367.792184] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-8befc29a-6476-4b63-96d9-92bc064e93b2 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.792368] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.792483] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.792737] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.792987] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.793158] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.793264] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.793457] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.793595] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.793748] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8befc29a-6476-4b63-96d9-92bc064e93b2',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.297020] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.297020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.297020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.297020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.297020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.297020] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.298446] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.298446] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.298446] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.298446] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.298446] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8befc29a-6476-4b63-96d9-92bc064e93b2 is going to be updated. [ 1368.328182] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.328369] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.328527] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.328679] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.328823] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.336962] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8befc29a-6476-4b63-96d9-92bc064e93b2 in Status: IN_PROGRESS for 2s [ 1369.143553] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81940340-22c7-49de-80f9-99651963be3a in Status: SUCCESS [ 1369.143778] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.144450] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.144699] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.144894] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.145020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.145217] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.145217] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.145558] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.145665] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.377371] env[69258]: INFO networking_nsxv3.common.synchronization [req-1744e43d-4f9d-4a1e-8e4b-f1ed72e74918 req-0894ec4e-9992-4402-b4b1-155eb9e1d761 tempest-AttachVolumeTestJSON-1759961694 tempest-AttachVolumeTestJSON-1759961694-project-member] Enqueued Resource ID: 501802c6-1089-423e-9c46-dc58462341a3 with Priority: HIGHEST for action security_group_members [ 1369.378133] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501802c6-1089-423e-9c46-dc58462341a3 with Priority: HIGHEST for action security_group_members [ 1369.378227] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-501802c6-1089-423e-9c46-dc58462341a3 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.378298] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-501802c6-1089-423e-9c46-dc58462341a3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.378385] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-501802c6-1089-423e-9c46-dc58462341a3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.378560] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-501802c6-1089-423e-9c46-dc58462341a3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.378792] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.378896] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.378954] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.379124] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.379222] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.379292] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('501802c6-1089-423e-9c46-dc58462341a3',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.648424] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.648574] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.648648] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.648865] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.648958] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.649377] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.649497] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.649561] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.649723] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.649807] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.649898] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81940340-22c7-49de-80f9-99651963be3a is going to be deleted. [ 1369.677201] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.677447] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.677447] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.677649] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.677649] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.677770] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.677902] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.678055] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.678430] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.678430] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.678430] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.678799] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.678799] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.678799] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.881199] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.881392] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.881461] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.881621] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.901723] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.901944] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.902099] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.902177] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.902382] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.902461] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.902520] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501802c6-1089-423e-9c46-dc58462341a3 is going to be updated. [ 1369.926168] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.926364] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.926364] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.926925] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.926925] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.934759] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501802c6-1089-423e-9c46-dc58462341a3 in Status: IN_PROGRESS for 2s [ 1370.181098] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.181327] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.181407] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.181623] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.181716] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.181913] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.182045] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.182116] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.182270] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.182349] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.182436] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81940340-22c7-49de-80f9-99651963be3a already deleted. [ 1370.182514] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.295018] env[69258]: INFO networking_nsxv3.common.synchronization [req-ec10854f-e2e3-4539-8a88-e84c29108497 req-1fac9fc0-f6de-44f8-9df0-b5215e223586 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Enqueued Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1370.295776] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1370.296135] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.296271] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.296347] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.296529] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.296687] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.296786] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.296850] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.296994] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.297097] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.297189] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.347693] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8befc29a-6476-4b63-96d9-92bc064e93b2 in Status: SUCCESS [ 1370.347693] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8befc29a-6476-4b63-96d9-92bc064e93b2 deletion is rescheduled due to dependency. [ 1370.347693] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8befc29a-6476-4b63-96d9-92bc064e93b2" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.576317] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.576654] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-103" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.576654] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-103" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.576904] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-103" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.577216] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.577378] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.577580] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.577732] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.578144] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.578144] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1370.578323] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1370.578359] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1370.578466] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1370.578583] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1370.578693] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1370.578833] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1370.597382] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1370.597875] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1370.597875] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1370.597875] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-103" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.598191] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-401f0703-4e3e-44ac-94f8-3a2d91edc378 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.598358] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-401f0703-4e3e-44ac-94f8-3a2d91edc378" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.598496] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-401f0703-4e3e-44ac-94f8-3a2d91edc378" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.598823] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-401f0703-4e3e-44ac-94f8-3a2d91edc378" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.599290] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('401f0703-4e3e-44ac-94f8-3a2d91edc378',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.798819] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.101446] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.101593] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.101724] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.102057] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.102196] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.102362] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 401f0703-4e3e-44ac-94f8-3a2d91edc378 not found, creating... [ 1371.102636] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.103438] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.103438] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.103438] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.103438] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.103701] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.103768] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.103841] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.104086] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.104322] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.104376] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 401f0703-4e3e-44ac-94f8-3a2d91edc378 is going to be created. [ 1371.124890] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.125178] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.125315] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.125625] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.125807] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.126048] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-401f0703-4e3e-44ac-94f8-3a2d91edc378" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.301273] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.806554] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.806554] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.806554] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.806554] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.806554] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.806554] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a is going to be updated. [ 1371.807738] env[69258]: INFO networking_nsxv3.common.synchronization [req-ec10854f-e2e3-4539-8a88-e84c29108497 req-2293526b-06c1-4dd7-b5e3-36b32018652f service nova] Enqueued Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_rules [ 1371.808060] env[69258]: INFO networking_nsxv3.common.synchronization [req-ec10854f-e2e3-4539-8a88-e84c29108497 req-2293526b-06c1-4dd7-b5e3-36b32018652f service nova] Enqueued Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1371.808336] env[69258]: INFO networking_nsxv3.common.synchronization [req-ec10854f-e2e3-4539-8a88-e84c29108497 req-2293526b-06c1-4dd7-b5e3-36b32018652f service nova] Enqueued Resource ID: 401f0703-4e3e-44ac-94f8-3a2d91edc378 with Priority: HIGHEST for action port [ 1371.809458] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_rules [ 1371.809800] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1371.809981] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 401f0703-4e3e-44ac-94f8-3a2d91edc378 with Priority: HIGHEST for action port [ 1371.810387] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.810657] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.810852] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.811147] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.811402] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.812360] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.812655] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.812956] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-401f0703-4e3e-44ac-94f8-3a2d91edc378 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.813221] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-401f0703-4e3e-44ac-94f8-3a2d91edc378" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.813390] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-401f0703-4e3e-44ac-94f8-3a2d91edc378" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.813644] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-401f0703-4e3e-44ac-94f8-3a2d91edc378" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.813808] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('401f0703-4e3e-44ac-94f8-3a2d91edc378',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.835031] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.835031] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.835217] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.835287] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.835427] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.843346] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: IN_PROGRESS for 2s [ 1371.943704] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 501802c6-1089-423e-9c46-dc58462341a3 in Status: SUCCESS [ 1371.943940] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 501802c6-1089-423e-9c46-dc58462341a3 deletion is rescheduled due to dependency. [ 1371.944189] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-501802c6-1089-423e-9c46-dc58462341a3" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.315571] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.315774] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.315899] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 401f0703-4e3e-44ac-94f8-3a2d91edc378 with status ACTIVE [ 1372.316308] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.316308] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.316308] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.316502] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.316544] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.316688] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.316781] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.316841] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.316985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.317075] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.317248] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.317337] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.317397] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.317531] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.317603] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.317683] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 401f0703-4e3e-44ac-94f8-3a2d91edc378 is going to be updated. [ 1372.337193] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.337330] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.337380] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.337723] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.337723] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.337867] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-401f0703-4e3e-44ac-94f8-3a2d91edc378" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.853278] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: SUCCESS [ 1373.853540] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.853683] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.853896] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.854119] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.854244] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.854309] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.854462] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.854544] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.854641] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.359161] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.863410] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.366869] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.366869] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.366869] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.366869] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.366869] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.366869] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a is going to be updated. [ 1375.405903] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.406075] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.406156] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.406387] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.406606] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.418188] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: IN_PROGRESS for 2s [ 1376.811489] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1376.811744] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1377.327625] env[69258]: INFO networking_nsxv3.common.synchronization [req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 req-d135c777-af81-4222-81d7-6b4833886d46 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Enqueued Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_members [ 1377.328189] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_members [ 1377.328538] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-81940340-22c7-49de-80f9-99651963be3a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.328673] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.328744] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.328949] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.329230] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.329353] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.329454] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.329637] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.329727] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.329849] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.428015] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: SUCCESS [ 1377.428257] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.428418] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.428638] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.428835] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.428952] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.429030] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.429191] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.429300] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.429438] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.429543] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.634619] env[69258]: INFO networking_nsxv3.common.synchronization [req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 req-af7e8c93-3300-42ed-a267-45a11e0ec2cb tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Enqueued Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_members [ 1377.635198] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_members [ 1377.635523] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-81940340-22c7-49de-80f9-99651963be3a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.635643] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.831846] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.832281] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.832281] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.832390] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.832438] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.832655] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.832779] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.832843] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.832986] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.833099] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.833186] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81940340-22c7-49de-80f9-99651963be3a already deleted. [ 1377.833263] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.833455] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.833615] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.833768] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.833862] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.833923] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.834143] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.834210] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.834303] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.931746] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.931939] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.932043] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.932289] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.932550] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.932670] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.932736] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.932904] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.932998] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.933155] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.933388] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.933500] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.933563] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.933711] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.933851] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.933941] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.934008] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.934229] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.934312] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.934394] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.934483] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.013311] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-263 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.013524] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-263" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.013658] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-263" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.013940] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-263" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.014324] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.014510] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.014644] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.014917] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.015098] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.015314] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1378.015440] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1378.015578] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1378.015696] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1378.015836] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1378.015951] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1378.016130] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1378.036136] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1378.036337] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1378.036503] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1378.036709] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-263" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.037055] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-8e54b1c4-a398-48bf-a101-94e46a8c6187 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.037237] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-8e54b1c4-a398-48bf-a101-94e46a8c6187" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.037386] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-8e54b1c4-a398-48bf-a101-94e46a8c6187" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.037733] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-8e54b1c4-a398-48bf-a101-94e46a8c6187" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.037901] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e54b1c4-a398-48bf-a101-94e46a8c6187',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.337114] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.337114] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.337114] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.337114] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.337424] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.337424] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.337513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.337513] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.337664] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.337742] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.337824] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81940340-22c7-49de-80f9-99651963be3a already deleted. [ 1378.337903] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.437479] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a: rpc.has_security_group_logging(os_id): False [ 1378.454787] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.455020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.455020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.455222] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.455315] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.455515] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.455689] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.455776] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.455945] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.456037] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.456235] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.456331] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.456395] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.456535] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.456610] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.456808] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.456901] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.456964] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.457538] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.457538] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.457538] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a is going to be updated. [ 1378.513160] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.513373] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.513373] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.513576] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.513722] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.529443] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: IN_PROGRESS for 2s [ 1378.540493] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.540675] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.540802] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.541062] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.541244] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.541403] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port 8e54b1c4-a398-48bf-a101-94e46a8c6187 not found, creating... [ 1378.541653] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.541811] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.541932] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.542266] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.542375] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.542667] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.542829] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.542951] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.543210] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.543384] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.543530] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: 8e54b1c4-a398-48bf-a101-94e46a8c6187 is going to be created. [ 1378.562314] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.562592] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.562666] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.562886] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.563120] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.563374] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-8e54b1c4-a398-48bf-a101-94e46a8c6187" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.319658] env[69258]: INFO networking_nsxv3.common.synchronization [req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 req-75b14d5c-3e90-4a83-a1ad-efb06e6d234e service nova] Enqueued Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_rules [ 1379.319915] env[69258]: INFO networking_nsxv3.common.synchronization [req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 req-75b14d5c-3e90-4a83-a1ad-efb06e6d234e service nova] Enqueued Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_members [ 1379.319995] env[69258]: INFO networking_nsxv3.common.synchronization [req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 req-75b14d5c-3e90-4a83-a1ad-efb06e6d234e service nova] Enqueued Resource ID: 8e54b1c4-a398-48bf-a101-94e46a8c6187 with Priority: HIGHEST for action port [ 1379.320272] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_rules [ 1379.320349] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_members [ 1379.320451] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e54b1c4-a398-48bf-a101-94e46a8c6187 with Priority: HIGHEST for action port [ 1379.320986] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81940340-22c7-49de-80f9-99651963be3a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.322388] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.322388] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.322629] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.322629] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.323867] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-81940340-22c7-49de-80f9-99651963be3a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.323995] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.324106] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.324251] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.324406] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.324520] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.324558] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.324705] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.324830] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.324891] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.325619] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e54b1c4-a398-48bf-a101-94e46a8c6187 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.325761] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e54b1c4-a398-48bf-a101-94e46a8c6187" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.325822] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e54b1c4-a398-48bf-a101-94e46a8c6187" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.325926] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e54b1c4-a398-48bf-a101-94e46a8c6187" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.325993] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e54b1c4-a398-48bf-a101-94e46a8c6187',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.827655] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-81940340-22c7-49de-80f9-99651963be3a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.827655] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.827876] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.828851] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e54b1c4-a398-48bf-a101-94e46a8c6187 with status ACTIVE [ 1379.828974] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.829069] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.829173] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.829337] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.829430] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.829599] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.829695] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.829758] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.829906] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.830117] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.830176] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.830252] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.830360] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.830652] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.830652] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.830652] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e54b1c4-a398-48bf-a101-94e46a8c6187 is going to be updated. [ 1379.852050] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.852282] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.852334] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.852511] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.852637] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.852794] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e54b1c4-a398-48bf-a101-94e46a8c6187" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.097982] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-621 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.098221] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-621" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.098356] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-621" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.098818] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-621" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.098977] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.099287] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.099495] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.099789] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.100037] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.100353] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1380.100526] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1380.100716] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1380.100899] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1380.101079] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1380.101255] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1380.101540] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1380.120591] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1380.120758] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1380.120899] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1380.121090] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-621" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.121392] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-e2bc5a1a-02ee-47f7-ae66-3ded384020dc taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.121571] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-e2bc5a1a-02ee-47f7-ae66-3ded384020dc" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.121699] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-e2bc5a1a-02ee-47f7-ae66-3ded384020dc" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.122028] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-e2bc5a1a-02ee-47f7-ae66-3ded384020dc" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.122185] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2bc5a1a-02ee-47f7-ae66-3ded384020dc',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.332796] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.545705] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: SUCCESS [ 1380.545922] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.624556] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.624777] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.624908] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.625232] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.625387] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.625542] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port e2bc5a1a-02ee-47f7-ae66-3ded384020dc not found, creating... [ 1380.625799] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.625957] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.626092] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.626310] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.626450] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.626733] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.626893] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.627025] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.627238] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.627376] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.627518] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: e2bc5a1a-02ee-47f7-ae66-3ded384020dc is going to be created. [ 1380.645744] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.645927] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.646067] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.646295] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.646516] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.646735] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-e2bc5a1a-02ee-47f7-ae66-3ded384020dc" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.835650] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.835847] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.835847] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.836088] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.836189] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.836295] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81940340-22c7-49de-80f9-99651963be3a is going to be created. [ 1380.860136] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.860329] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.860380] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.860529] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.860689] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.877177] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81940340-22c7-49de-80f9-99651963be3a in Status: UNINITIALIZED for 2s [ 1381.416217] env[69258]: INFO networking_nsxv3.common.synchronization [req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 req-2ce52e96-3d56-467b-abc1-20d32799491e service nova] Enqueued Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_rules [ 1381.416543] env[69258]: INFO networking_nsxv3.common.synchronization [req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 req-2ce52e96-3d56-467b-abc1-20d32799491e service nova] Enqueued Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_members [ 1381.416592] env[69258]: INFO networking_nsxv3.common.synchronization [req-06f5f2b3-a429-46ce-924a-cc7dde9a3e96 req-2ce52e96-3d56-467b-abc1-20d32799491e service nova] Enqueued Resource ID: e2bc5a1a-02ee-47f7-ae66-3ded384020dc with Priority: HIGHEST for action port [ 1381.416828] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_rules [ 1381.416950] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_members [ 1381.417061] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2bc5a1a-02ee-47f7-ae66-3ded384020dc with Priority: HIGHEST for action port [ 1381.417595] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81940340-22c7-49de-80f9-99651963be3a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.417701] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.417897] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-81940340-22c7-49de-80f9-99651963be3a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.417982] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.418408] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2bc5a1a-02ee-47f7-ae66-3ded384020dc taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.418544] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2bc5a1a-02ee-47f7-ae66-3ded384020dc" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.418605] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2bc5a1a-02ee-47f7-ae66-3ded384020dc" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.418768] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2bc5a1a-02ee-47f7-ae66-3ded384020dc" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.418845] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2bc5a1a-02ee-47f7-ae66-3ded384020dc',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.922692] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2bc5a1a-02ee-47f7-ae66-3ded384020dc with status ACTIVE [ 1381.922917] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.923584] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.923584] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.923584] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.923584] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.923852] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.923852] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.923852] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.923985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.923985] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.924291] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.924446] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.924519] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.924823] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.924823] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.924929] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2bc5a1a-02ee-47f7-ae66-3ded384020dc is going to be updated. [ 1381.949721] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.949870] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.949918] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.950090] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.950225] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.950377] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2bc5a1a-02ee-47f7-ae66-3ded384020dc" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.886383] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81940340-22c7-49de-80f9-99651963be3a in Status: SUCCESS [ 1382.886720] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.887065] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.887339] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.887813] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.887813] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.887813] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.888121] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.888608] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.888805] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.888995] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.890675] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.890895] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.891083] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.891193] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.891260] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.891404] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.891483] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.891571] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.934629] env[69258]: INFO networking_nsxv3.common.synchronization [req-fee3c32f-8ee2-4a9b-aeb0-3324cb1adf8e req-0c5190d2-3d44-48ed-9bc5-f004f30876f4 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Enqueued Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1382.935146] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1382.935435] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.935553] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.935620] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.935815] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.935971] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.936448] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.936549] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.936728] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.936863] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.936997] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.393721] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-81940340-22c7-49de-80f9-99651963be3a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.396886] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.396886] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.438811] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.899365] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.941525] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.402553] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.402824] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.402938] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.403203] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.403331] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.403435] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81940340-22c7-49de-80f9-99651963be3a is going to be updated. [ 1384.444367] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.444508] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.444584] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.444793] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.444884] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.444981] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a is going to be updated. [ 1384.457320] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.457461] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.457507] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.457734] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.457883] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.464628] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81940340-22c7-49de-80f9-99651963be3a in Status: IN_PROGRESS for 2s [ 1384.472866] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.473013] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.473065] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.473687] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.473687] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.506316] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: IN_PROGRESS for 2s [ 1386.474661] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81940340-22c7-49de-80f9-99651963be3a in Status: SUCCESS [ 1386.475177] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.475177] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.475378] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.475630] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.475763] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.475835] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.476041] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.476170] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.476268] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.476459] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-81940340-22c7-49de-80f9-99651963be3a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.476559] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.476659] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.476815] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.476983] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.477130] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.477197] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.477346] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.477442] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.477529] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.477654] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.516610] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: SUCCESS [ 1386.516837] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.979815] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81940340-22c7-49de-80f9-99651963be3a: rpc.has_security_group_logging(os_id): False [ 1386.996734] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.996873] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.996957] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.997201] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.997312] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.997552] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.997665] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.997732] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.997902] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.997998] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.998526] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.998526] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.998526] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.998526] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.998728] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.998768] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.998860] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.998921] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.999098] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.999185] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.999272] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81940340-22c7-49de-80f9-99651963be3a is going to be created. [ 1387.062208] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.062386] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.062452] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.062677] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.062878] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.076884] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81940340-22c7-49de-80f9-99651963be3a in Status: IN_PROGRESS for 2s [ 1387.936206] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1387.936551] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1389.091921] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81940340-22c7-49de-80f9-99651963be3a in Status: SUCCESS [ 1389.092362] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.092362] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.092570] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.092661] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.595350] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-81940340-22c7-49de-80f9-99651963be3a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.595514] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.595588] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.595799] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.595973] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.596090] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.596154] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.596307] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.596397] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.596487] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.596599] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.098898] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-81940340-22c7-49de-80f9-99651963be3a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.099306] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.099306] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.099406] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.099519] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.099619] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.099684] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.099826] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.099916] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.100011] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.100163] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-81940340-22c7-49de-80f9-99651963be3a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.100256] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.100318] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.100455] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.100589] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.100705] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.100776] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.100919] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.100998] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.101092] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.101181] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.603050] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81940340-22c7-49de-80f9-99651963be3a: rpc.has_security_group_logging(os_id): False [ 1390.620365] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.620365] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.620365] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.620630] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.620683] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.620862] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.620965] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.621042] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.621366] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.621366] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.621509] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.621569] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.621609] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.621721] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.621794] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.621972] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.622076] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.622158] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.622305] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.622381] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.622464] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81940340-22c7-49de-80f9-99651963be3a is going to be updated. [ 1390.680460] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.680590] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.680646] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.680856] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.681020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.693861] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81940340-22c7-49de-80f9-99651963be3a in Status: IN_PROGRESS for 2s [ 1392.710981] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81940340-22c7-49de-80f9-99651963be3a in Status: SUCCESS [ 1392.711257] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.937210] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1392.937350] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1393.032018] env[69258]: INFO networking_nsxv3.common.synchronization [req-3667ad3e-1e57-4a24-8de4-b218e1a090dc req-7cf90304-b942-46d5-a314-1fecc95e2073 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Enqueued Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_members [ 1393.032018] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_members [ 1393.032018] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-81940340-22c7-49de-80f9-99651963be3a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.032354] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.032354] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.032434] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.032543] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.032656] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.032697] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.032829] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.032914] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.033014] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.195418] env[69258]: INFO networking_nsxv3.common.synchronization [req-3667ad3e-1e57-4a24-8de4-b218e1a090dc req-be30b9f6-9c49-4d7e-ab9e-8ab0cdb71064 tempest-ServersTestMultiNic-1198772611 tempest-ServersTestMultiNic-1198772611-project-member] Enqueued Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_members [ 1393.195901] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81940340-22c7-49de-80f9-99651963be3a with Priority: HIGHEST for action security_group_members [ 1393.196208] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-81940340-22c7-49de-80f9-99651963be3a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.196314] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.535449] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.019442] env[69258]: INFO networking_nsxv3.common.synchronization [req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee req-5f3bb7d0-f04d-4ad4-b5ac-54ae711e894f tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Enqueued Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1394.019785] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1394.020155] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.020350] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.020425] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.020633] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.020794] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.020894] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.020950] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.021536] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.021626] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.021727] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.038603] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.283156] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-103 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.283156] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-103" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.283156] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-103" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.283156] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-103" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.283156] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.283675] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.283932] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.284326] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.284608] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.284974] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1394.285326] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1394.285608] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1394.285877] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1394.286183] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1394.286462] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1394.287254] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1394.309908] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1394.309908] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1394.309908] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1394.309908] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-103" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.310231] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-ce51b8a2-d129-4808-a7e4-31530b6d3165 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.310412] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-ce51b8a2-d129-4808-a7e4-31530b6d3165" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.310538] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-ce51b8a2-d129-4808-a7e4-31530b6d3165" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.310848] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-ce51b8a2-d129-4808-a7e4-31530b6d3165" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.311009] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce51b8a2-d129-4808-a7e4-31530b6d3165',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.524385] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.540416] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.540416] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.540416] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.540685] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.540685] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.540806] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81940340-22c7-49de-80f9-99651963be3a is going to be updated. [ 1394.573646] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.573916] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.573916] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.574218] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.574536] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.582900] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81940340-22c7-49de-80f9-99651963be3a in Status: IN_PROGRESS for 2s [ 1394.812926] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.813209] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.813347] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.813630] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.813789] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.813950] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port ce51b8a2-d129-4808-a7e4-31530b6d3165 not found, creating... [ 1394.814241] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.814441] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.814568] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.814797] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.814941] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.815254] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.815437] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.815568] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.815783] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.815925] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.816085] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: ce51b8a2-d129-4808-a7e4-31530b6d3165 is going to be created. [ 1394.835304] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.835501] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.835643] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.835855] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.836088] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.836304] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-ce51b8a2-d129-4808-a7e4-31530b6d3165" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.026264] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.502254] env[69258]: INFO networking_nsxv3.common.synchronization [req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee req-37a77e0c-99e8-4cfb-aa34-8639c2bb8622 service nova] Enqueued Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_rules [ 1395.502548] env[69258]: INFO networking_nsxv3.common.synchronization [req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee req-37a77e0c-99e8-4cfb-aa34-8639c2bb8622 service nova] Enqueued Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1395.502657] env[69258]: INFO networking_nsxv3.common.synchronization [req-dbf3f507-8e94-4b8d-b5d5-0214ed135fee req-37a77e0c-99e8-4cfb-aa34-8639c2bb8622 service nova] Enqueued Resource ID: ce51b8a2-d129-4808-a7e4-31530b6d3165 with Priority: HIGHEST for action port [ 1395.502867] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_rules [ 1395.502962] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1395.503054] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce51b8a2-d129-4808-a7e4-31530b6d3165 with Priority: HIGHEST for action port [ 1395.503622] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.503691] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.503729] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.503883] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.503970] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.505641] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.505641] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.505641] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce51b8a2-d129-4808-a7e4-31530b6d3165 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.505912] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce51b8a2-d129-4808-a7e4-31530b6d3165" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.505912] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce51b8a2-d129-4808-a7e4-31530b6d3165" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.506032] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce51b8a2-d129-4808-a7e4-31530b6d3165" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.506081] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce51b8a2-d129-4808-a7e4-31530b6d3165',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.527930] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.528075] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.528172] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.528316] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.528406] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.528497] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a is going to be updated. [ 1395.555470] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.555679] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.555783] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.555909] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.556076] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.563757] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: IN_PROGRESS for 2s [ 1396.007516] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.007758] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.007890] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce51b8a2-d129-4808-a7e4-31530b6d3165 with status ACTIVE [ 1396.007984] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.008135] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.008201] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.008367] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.008459] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.008630] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.008723] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.008783] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.008937] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.009028] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.009208] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.009304] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.009357] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.009492] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.009568] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.009651] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce51b8a2-d129-4808-a7e4-31530b6d3165 is going to be updated. [ 1396.030377] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.030773] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.030773] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.030851] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.030988] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.031199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce51b8a2-d129-4808-a7e4-31530b6d3165" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.591752] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81940340-22c7-49de-80f9-99651963be3a in Status: SUCCESS [ 1396.591967] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.592159] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.592368] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.592559] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.592674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.592738] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.592890] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.592970] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.593076] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81940340-22c7-49de-80f9-99651963be3a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.095463] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.095927] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.095927] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.095927] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.096070] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.096197] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.096291] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.096345] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.096498] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.096579] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.096665] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81940340-22c7-49de-80f9-99651963be3a is going to be updated. [ 1397.120647] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.120647] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.120848] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.120942] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.121162] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.128861] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81940340-22c7-49de-80f9-99651963be3a in Status: IN_PROGRESS for 2s [ 1397.573156] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: SUCCESS [ 1397.573459] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.573531] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.574674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.574674] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.574674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.574674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.574674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.574674] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.574674] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.076787] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.578735] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.081481] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.081481] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.081481] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.081702] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.082729] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.082729] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a is going to be updated. [ 1399.107434] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.107665] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.107665] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.107823] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.107957] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.119235] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: IN_PROGRESS for 2s [ 1399.136951] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81940340-22c7-49de-80f9-99651963be3a in Status: IN_PROGRESS for 4s [ 1400.504503] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.504503] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1401.128721] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: SUCCESS [ 1401.128721] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.128721] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.128721] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.128945] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.129038] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.129084] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.129229] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.129312] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.129396] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.129486] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.144588] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81940340-22c7-49de-80f9-99651963be3a in Status: SUCCESS [ 1401.144761] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81940340-22c7-49de-80f9-99651963be3a deletion is rescheduled due to dependency. [ 1401.144878] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81940340-22c7-49de-80f9-99651963be3a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.631925] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.632202] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.632202] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.632409] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.632582] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.632685] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.632750] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.632901] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.632988] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.633089] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.633235] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.633327] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.633389] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.633528] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.633661] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.633754] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.633813] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.633946] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.634036] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.634119] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.634247] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.005721] env[69258]: INFO networking_nsxv3.common.synchronization [req-3f2f1ac9-becb-4e61-8b8c-69f2d429d7db req-951b6e08-43b6-4845-a871-aa8cf40ef5e8 tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Enqueued Resource ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d with Priority: HIGHEST for action security_group_members [ 1402.006273] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d with Priority: HIGHEST for action security_group_members [ 1402.006601] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.006704] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.006792] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.006957] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.007127] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.007226] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.007286] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.007424] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.007531] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.007621] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1dd1e46-1c01-4f64-9ede-c03988ddcf2d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.135774] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a: rpc.has_security_group_logging(os_id): False [ 1402.152513] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.152726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.152726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.153422] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.153422] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.153601] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.153601] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.153601] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.153772] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.153811] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.154011] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.154294] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.154294] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.154446] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.154446] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.154638] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.154856] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.154856] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.154963] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.155020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.155061] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a is going to be updated. [ 1402.216543] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.216807] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.216911] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.217129] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.217277] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.238969] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: IN_PROGRESS for 2s [ 1402.510063] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.510063] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.510322] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.510322] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.510427] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.510605] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.510703] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.510767] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.510917] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.510995] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.511095] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d is going to be updated. [ 1402.536930] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.537097] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.537149] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.537278] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.537432] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.544694] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d in Status: IN_PROGRESS for 2s [ 1404.255859] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: SUCCESS [ 1404.256189] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.561494] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d in Status: SUCCESS [ 1404.561753] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d deletion is rescheduled due to dependency. [ 1404.561916] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.006998] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.007405] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1407.826078] env[69258]: INFO networking_nsxv3.common.synchronization [req-d07ae7ff-65a9-4591-8d6c-7f7c3df8e5a3 req-23d4d93b-a8ef-4a50-bb56-f511aa885369 tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Enqueued Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1407.826246] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1407.826565] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.826696] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.826763] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.826961] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.827259] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.827401] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.827463] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.827634] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.827719] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.827815] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.330311] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.832098] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.334141] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.334463] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.334463] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.334641] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.334738] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.334839] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a is going to be updated. [ 1409.363481] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.363624] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.363683] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.363874] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.364028] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.377857] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: IN_PROGRESS for 2s [ 1410.799714] env[69258]: INFO networking_nsxv3.common.synchronization [req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f req-3424983a-f1f2-47c3-a5e0-ef30fa28241d tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Enqueued Resource ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d with Priority: HIGHEST for action security_group_members [ 1410.800269] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d with Priority: HIGHEST for action security_group_members [ 1410.800580] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.800705] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.800775] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.800972] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.801143] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.801246] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.801310] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.801457] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.801544] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.801642] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1dd1e46-1c01-4f64-9ede-c03988ddcf2d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.048936] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock network-447 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.049207] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "network-447" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.049358] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "network-447" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.049634] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "network-447" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.049910] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.050084] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.050213] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.050466] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.050581] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.050813] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1411.052638] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] NeedRegenerationException {{(pid=69258) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1411.052808] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] no value, waiting for create lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1411.052935] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] value creation lock acquired {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1411.053071] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] No value present for key: 'zone-id' {{(pid=69258) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1411.053207] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Calling creation function for not-yet-present value {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1411.053354] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1411.071314] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1411.071711] env[69258]: DEBUG dogpile.cache.region [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69258) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1411.071711] env[69258]: DEBUG dogpile.lock [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Released creation lock {{(pid=69258) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1411.071837] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "network-447" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.072053] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock port-a62344c6-fa82-40cd-93eb-6ff54d3907c9 taken with stack trace [, , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.072224] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "port-a62344c6-fa82-40cd-93eb-6ff54d3907c9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.072358] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "port-a62344c6-fa82-40cd-93eb-6ff54d3907c9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.072640] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "port-a62344c6-fa82-40cd-93eb-6ff54d3907c9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.072804] env[69258]: DEBUG networking_nsxv3.api.rpc [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a62344c6-fa82-40cd-93eb-6ff54d3907c9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.303877] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.304108] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.304108] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.304257] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.304351] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.304600] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.304713] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.304762] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.304906] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.304982] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.305081] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d is going to be updated. [ 1411.337444] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.337618] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.337618] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.337779] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.337912] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.351539] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d in Status: IN_PROGRESS for 2s [ 1411.387827] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: SUCCESS [ 1411.388066] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.574590] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.574837] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.574909] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.575218] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.575377] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.575560] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Segment Port a62344c6-fa82-40cd-93eb-6ff54d3907c9 not found, creating... [ 1411.575806] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.576011] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.576144] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.576381] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.576526] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.576817] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.576981] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.577120] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.577336] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.577738] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.577738] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Resource: SegmentPort with ID: a62344c6-fa82-40cd-93eb-6ff54d3907c9 is going to be created. [ 1411.597254] env[69258]: DEBUG networking_nsxv3.common.locking [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.597254] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.597425] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.597607] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.597826] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.598063] env[69258]: DEBUG oslo_concurrency.lockutils [None req-b723d84d-6741-431d-8df6-2c05f1709857 None None] Releasing lock "port-a62344c6-fa82-40cd-93eb-6ff54d3907c9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.276666] env[69258]: INFO networking_nsxv3.common.synchronization [req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f req-aa7d75a1-d7cf-4fd1-8b18-78f9dd86d4ca service nova] Enqueued Resource ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d with Priority: HIGHEST for action security_group_rules [ 1412.276948] env[69258]: INFO networking_nsxv3.common.synchronization [req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f req-aa7d75a1-d7cf-4fd1-8b18-78f9dd86d4ca service nova] Enqueued Resource ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d with Priority: HIGHEST for action security_group_members [ 1412.277012] env[69258]: INFO networking_nsxv3.common.synchronization [req-aa6d020c-ef65-47ce-9e46-95f01aa4d56f req-aa7d75a1-d7cf-4fd1-8b18-78f9dd86d4ca service nova] Enqueued Resource ID: a62344c6-fa82-40cd-93eb-6ff54d3907c9 with Priority: HIGHEST for action port [ 1412.277266] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d with Priority: HIGHEST for action security_group_rules [ 1412.277394] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d with Priority: HIGHEST for action security_group_members [ 1412.277490] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62344c6-fa82-40cd-93eb-6ff54d3907c9 with Priority: HIGHEST for action port [ 1412.279747] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.279936] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.279976] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.280199] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.280287] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1dd1e46-1c01-4f64-9ede-c03988ddcf2d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.281545] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.281652] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.281853] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock port-a62344c6-fa82-40cd-93eb-6ff54d3907c9 taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.281973] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a62344c6-fa82-40cd-93eb-6ff54d3907c9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.282062] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a62344c6-fa82-40cd-93eb-6ff54d3907c9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.282247] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a62344c6-fa82-40cd-93eb-6ff54d3907c9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.282323] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a62344c6-fa82-40cd-93eb-6ff54d3907c9',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.782071] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.782205] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.784786] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a62344c6-fa82-40cd-93eb-6ff54d3907c9 with status ACTIVE [ 1412.784979] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.784979] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.785252] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.785252] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.785382] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.785503] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.785628] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.785703] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.785855] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.785933] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.786133] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.786248] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.786316] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.786417] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.786487] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.786565] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a62344c6-fa82-40cd-93eb-6ff54d3907c9 is going to be updated. [ 1412.810308] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.810580] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.810580] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.810733] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.810848] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.811024] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a62344c6-fa82-40cd-93eb-6ff54d3907c9" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.361611] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d in Status: SUCCESS [ 1413.361948] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d deletion is rescheduled due to dependency. [ 1413.361948] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.362194] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.362434] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.362653] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.362791] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.362857] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.363065] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.363161] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.363261] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1dd1e46-1c01-4f64-9ede-c03988ddcf2d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.864949] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1dd1e46-1c01-4f64-9ede-c03988ddcf2d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.366829] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1dd1e46-1c01-4f64-9ede-c03988ddcf2d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1414.869030] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.869204] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.869279] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.869493] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.869587] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.869683] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d is going to be updated. [ 1414.901140] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.901287] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.901340] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.901540] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.901686] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.911059] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d in Status: IN_PROGRESS for 2s [ 1415.181659] env[69258]: INFO networking_nsxv3.common.synchronization [req-b5647ac1-d028-464c-9444-b21b06d1e8e6 req-5aa1b058-4c26-4c94-9039-b03d28b452db tempest-ServersTestJSON-431509452 tempest-ServersTestJSON-431509452-project-member] Enqueued Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1415.182557] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a with Priority: HIGHEST for action security_group_members [ 1415.182557] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.182714] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.182714] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.183506] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.183506] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.183506] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.183506] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.183506] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.183506] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.183506] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.685902] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.686305] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.686305] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.686394] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.686435] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.686621] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.686710] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.686773] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.686914] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.686990] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.687090] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a is going to be updated. [ 1415.720960] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.721132] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.721183] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.721327] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.721463] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.728894] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: IN_PROGRESS for 2s [ 1416.923609] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d in Status: SUCCESS [ 1416.923967] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.923967] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.924189] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.924376] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.924489] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.924601] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.924739] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.924818] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.924904] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.924992] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1dd1e46-1c01-4f64-9ede-c03988ddcf2d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.426949] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1dd1e46-1c01-4f64-9ede-c03988ddcf2d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1417.737977] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a in Status: SUCCESS [ 1417.738186] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a deletion is rescheduled due to dependency. [ 1417.738302] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf4bcc0e-3ba7-4db7-af22-117e9fbc8e9a" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.929217] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1dd1e46-1c01-4f64-9ede-c03988ddcf2d: rpc.has_security_group_logging(os_id): False [ 1417.946234] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.946440] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.946440] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.946649] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.946791] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.947079] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.947188] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.947253] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.947421] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.947500] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.947590] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d is going to be updated. [ 1418.001420] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.001582] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.001582] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.001732] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.001869] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.014207] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d in Status: IN_PROGRESS for 2s [ 1420.029705] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d in Status: SUCCESS [ 1420.030066] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.183256] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1420.183365] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1425.184500] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1425.184783] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1430.186147] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1430.186468] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1435.187723] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1435.188101] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1440.188752] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.189182] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1445.190519] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.190750] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1450.191532] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.191869] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1455.192734] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1455.193038] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1460.194383] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1460.194697] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1465.195334] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1465.195613] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1470.196878] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1470.197235] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1473.256397] env[69258]: INFO networking_nsxv3.common.synchronization [req-3cae70c8-91a2-485d-9fef-d003ae1886ce req-67db353f-d63e-464f-aee4-ad8a99cba2dc tempest-ServerActionsTestJSON-1173158263 tempest-ServerActionsTestJSON-1173158263-project-member] Enqueued Resource ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d with Priority: HIGHEST for action security_group_members [ 1473.256954] env[69258]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d with Priority: HIGHEST for action security_group_members [ 1473.256954] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d taken with stack trace [, , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.257214] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.257214] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.257362] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.257566] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.257665] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.257726] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.257882] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.257976] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.258085] env[69258]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1dd1e46-1c01-4f64-9ede-c03988ddcf2d',) {} {{(pid=69258) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.760614] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.760814] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.760814] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.761020] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.761131] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.761333] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.761436] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.761493] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.761649] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.761728] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.761815] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d is going to be updated. [ 1473.807480] env[69258]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69258) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.807746] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.807811] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.808128] env[69258]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.808352] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.816970] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d in Status: IN_PROGRESS for 2s [ 1475.828417] env[69258]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d in Status: SUCCESS [ 1475.828779] env[69258]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1dd1e46-1c01-4f64-9ede-c03988ddcf2d deletion is rescheduled due to dependency. [ 1475.828779] env[69258]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1dd1e46-1c01-4f64-9ede-c03988ddcf2d" {{(pid=69258) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.257392] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1478.257755] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1483.258537] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1483.258922] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1488.260294] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1488.260643] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1493.261706] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1493.262027] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1498.262905] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1498.262905] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1503.264741] env[69258]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1503.264741] env[69258]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0